-- Logs begin at Thu 2021-07-08 18:59:50 UTC, end at Thu 2021-07-08 20:02:53 UTC. -- Jul 08 19:33:48.412468 dv-cinder-796286-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 19:33:51.131684 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.common.config [-] Logging enabled! Jul 08 19:33:51.132333 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 19:33:51.132464 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99584) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 19:33:51.135612 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.common.config [-] Logging enabled! Jul 08 19:33:51.135869 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 19:33:51.136244 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99584) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 19:33:51.137913 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 19:33:51.138159 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 19:33:51.138524 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 19:33:51.138773 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 19:33:51.139002 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 19:33:51.139318 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.139616 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.139912 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.140146 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.140441 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.140731 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.141014 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.141301 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.141622 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.141912 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.142191 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.142475 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.142707 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.142988 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.143274 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.143558 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.143782 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] debug = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.144062 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.144486 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.144901 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.145181 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.145470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.145777 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.146052 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.146329 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.146612 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.146941 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] host = dv-cinder-796286-16-iscsi {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.147219 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.147518 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.147795 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.148096 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.148359 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.148637 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.148921 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.149196 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.149470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.149770 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.150060 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.150348 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.150639 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.150867 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.151092 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.151379 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.151665 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.152103 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.152387 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.152663 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.152941 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.153218 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.153489 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.153800 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.154085 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.154374 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.154651 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.154928 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.155202 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.155474 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.155763 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.156038 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.156313 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.156586 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.156872 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.157143 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.157416 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.157739 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.158027 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.158311 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.158600 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.158873 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.159153 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.159426 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.159698 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.159969 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] use_json = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.160242 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.160513 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.160794 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.161067 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.161338 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.161640 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.161914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.162198 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:51.162501 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.162800 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.163101 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.163385 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.163682 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.163961 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.164248 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.164526 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.164813 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.165100 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.165389 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.165700 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.165988 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.166265 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.166559 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.166865 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.167159 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.167588 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.167864 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.168137 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.168410 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.168686 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.168973 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.169265 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.169568 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.169850 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.170129 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.170418 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.170695 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.170968 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.171245 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.171534 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.171813 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.172088 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.172370 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.172648 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.172920 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.173190 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.173466 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.173777 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.174053 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.174323 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.174591 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.174868 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.175139 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.175422 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.175705 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.175980 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.176250 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.176525 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.176796 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.177070 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.177346 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.177644 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.177922 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.178192 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.178463 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.178735 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.179006 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.179276 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.179546 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.179815 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.180090 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.180359 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.180630 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.180902 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.181175 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.181447 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.181762 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.182062 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.182338 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.182616 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.182895 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.183817 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.184101 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.184382 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.184663 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.184945 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.185219 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.185510 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.185819 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.186113 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.186398 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.186678 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.186973 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.187250 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.187535 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.187815 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.188092 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.188382 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.188666 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.188961 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.189255 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.189571 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.189865 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.190159 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.190440 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.190746 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.191025 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:51.191243 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 19:33:51.191484 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99584) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 19:33:51.556870 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 19:33:51.557149 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 19:33:51.557441 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 19:33:51.557805 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 19:33:51.953783 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:51.954089 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:51.954364 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:51.955677 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:51.955963 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:51.956238 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.000996 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.001270 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.001571 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.020849 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.021331 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.021629 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.055351 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.055627 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.055900 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.091888 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.092161 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.092424 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.320488 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.321087 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.321087 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.321264 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.321928 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.447396 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.447712 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.447994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.448263 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.449135 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.449694 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.449967 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.450225 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.450480 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.450760 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.451020 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.451294 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.451563 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.451826 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.452081 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.452346 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.452613 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.452870 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.453136 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.453386 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.453684 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.454031 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.454281 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.454560 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.454807 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.455056 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.455449 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:52.455687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:52.455920 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:52.456153 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:52.456381 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:52.456609 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:52.456961 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 19:33:52.460962 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 19:33:52.465006 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 19:33:52.468649 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 08 19:33:52.470274 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 19:33:52.470728 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 19:33:52.471058 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 19:33:52.471432 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 19:33:52.474222 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 19:33:52.474476 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 19:33:52.474818 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 19:33:52.502650 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 19:33:52.503091 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.503387 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99584) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 19:33:52.503738 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.505343 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99584) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 19:33:52.505664 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 19:33:52.505914 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 19:33:52.509066 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.509349 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:52.574296 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 19:33:52.574493 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 19:33:52.574695 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 19:33:52.575092 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 19:33:52.595762 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_db.sqlalchemy.engines [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99584) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 19:33:53.122855 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing driver for type 'gre' Jul 08 19:33:53.123445 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] gre ID ranges: [(1, 1000)] Jul 08 19:33:53.177058 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing driver for type 'local' Jul 08 19:33:53.177441 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing driver for type 'vlan' Jul 08 19:33:53.191519 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] VlanTypeDriver initialization complete Jul 08 19:33:53.191872 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing driver for type 'vxlan' Jul 08 19:33:53.192369 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] vxlan ID ranges: [(1, 1000)] Jul 08 19:33:53.242834 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing extension driver 'port_security' Jul 08 19:33:53.243201 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.extensions.port_security [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] PortSecurityExtensionDriver initialization complete Jul 08 19:33:53.243543 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing mechanism driver 'openvswitch' Jul 08 19:33:53.243875 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing mechanism driver 'hyperv' Jul 08 19:33:53.250519 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:33:53.251205 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.251586 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.251950 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.252470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 19:33:53.252905 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.253267 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.253642 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.254292 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 19:33:53.254709 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.255065 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.255411 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.255800 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 19:33:53.256207 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > security_group after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.256567 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > security_group after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.256919 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.257446 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 19:33:53.257889 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.258251 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.258601 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.258994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 19:33:53.259409 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > address_group after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.259782 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > address_group after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.260134 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.260523 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 19:33:53.260904 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] ML2 OVO RPC backend initialized. {{(pid=99584) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 19:33:53.261876 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.262243 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.262667 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.263023 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > networks before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.263377 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.263724 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > ports before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.264075 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.264421 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnets before_response 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.264776 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.265123 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.265464 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.265835 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.266181 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.266527 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.266870 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.267213 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.267552 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.268127 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.plugin [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Modular L2 Plugin initialization complete Jul 08 19:33:53.268464 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading services supported by the core plugin {{(pid=99584) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 19:33:53.268796 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.plugins.ml2.managers [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Got port-security extension from driver 'port_security' Jul 08 19:33:53.269260 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.extensions.vlantransparent [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Disabled vlantransparent extension. Jul 08 19:33:53.269777 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99584) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 19:33:53.270099 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: router Jul 08 19:33:53.306221 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.306622 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_create 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.307003 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router before_create 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.307380 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.307764 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.308157 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_delete 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.308522 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.308892 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_create 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.309252 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_update 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.309634 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_update 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.309994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.310362 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_update 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.310781 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_update 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.311159 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.311507 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.311852 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: subnet after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.312196 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.312550 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.312905 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_create 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.313252 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.313633 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.314005 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router after_update 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.314354 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.314711 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_create 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.315079 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.315529 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_update 55549900 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.315896 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > agent after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.316251 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > agent after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.316601 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > network after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.317457 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Tracking information for resource: router configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:53.317818 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Tracking information for resource: floatingip configured {{(pid=99584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 19:33:53.322799 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.db.l3_agentschedulers_db [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 19:33:53.323385 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.323817 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port after_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.324179 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port after_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.324540 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: port after_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.325325 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router before_create 55550100 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.325724 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.326099 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_create 55550100 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.326466 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > router precommit_update 55550100 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.330887 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.provider_configuration [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service providers = [] {{(pid=99584) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 19:33:53.331260 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.db.servicetype_db [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99584) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 19:33:53.334249 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.service_base [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 19:33:53.334608 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.service_base [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 19:33:53.334957 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.service_base [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 19:33:53.335860 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.services.service_base [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 19:33:53.336240 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.services.service_base [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 19:33:53.336626 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.336951 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 19:33:53.348257 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.348599 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: auto_allocate Jul 08 19:33:53.354246 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: network precommit_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.354623 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: network precommit_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.355813 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.356140 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: tag Jul 08 19:33:53.362665 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.363005 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: timestamp Jul 08 19:33:53.368284 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.368628 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: network_ip_availability Jul 08 19:33:53.374188 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.374515 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.374877 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.375594 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.375922 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: flavors Jul 08 19:33:53.380826 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.381162 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading Plugin: revisions Jul 08 19:33:53.385456 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 19:33:53.385885 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_concurrency.lockutils [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=99584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 19:33:53.386767 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99584) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 19:33:53.387107 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Initializing extension manager. Jul 08 19:33:53.387625 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: __init__.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.387973 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: __pycache__ {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.388313 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.388652 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: address_group.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.389420 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.390026 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: address-group Jul 08 19:33:53.390357 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: address_scope.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.391084 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.391598 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: address-scope Jul 08 19:33:53.391928 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.392862 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.393381 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: router-admin-state-down-before-update Jul 08 19:33:53.393752 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: agent.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.394464 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.395171 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: agent Jul 08 19:33:53.395503 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: agent_resources_synced.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.396433 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.396949 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: agent-resources-synced Jul 08 19:33:53.397279 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: allowedaddresspairs.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.399102 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.399631 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: allowed-address-pairs Jul 08 19:33:53.399963 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: auto_allocated_topology.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.401050 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.402107 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: auto-allocated-topology Jul 08 19:33:53.402448 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: availability_zone.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.403152 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.403659 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: availability_zone Jul 08 19:33:53.403986 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: availability_zone_filter.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.404921 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.405432 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: availability_zone_filter Jul 08 19:33:53.405785 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: data_plane_status.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.406711 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.407228 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 19:33:53.407558 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: default_subnetpools.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.408485 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.409080 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: default-subnetpools Jul 08 19:33:53.409358 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.410177 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.410693 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: dhcp_agent_scheduler Jul 08 19:33:53.411023 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: dns.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.411951 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.412464 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 19:33:53.412791 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: dns_domain_ports.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.413750 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.414268 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 19:33:53.414592 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.415523 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.416035 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 19:33:53.416361 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: dvr.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.417038 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.418222 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: dvr Jul 08 19:33:53.418549 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: empty_string_filtering.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.419484 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.420004 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: empty-string-filtering Jul 08 19:33:53.420330 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.421248 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.421789 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 19:33:53.422117 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.423036 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.423545 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 19:33:53.423869 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: external_net.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.424782 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.425292 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: external-net Jul 08 19:33:53.425649 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.426576 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.427093 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: extra_dhcp_opt Jul 08 19:33:53.427422 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: extraroute.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.428347 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.428867 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: extraroute Jul 08 19:33:53.429196 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: extraroute_atomic.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.430273 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.430788 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: extraroute-atomic Jul 08 19:33:53.431114 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: filter_validation.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.431787 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.432293 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: filter-validation Jul 08 19:33:53.432619 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: fip_pf_description.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.433635 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.434144 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 19:33:53.434473 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: fip_port_details.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.435392 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.435908 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: fip-port-details Jul 08 19:33:53.436236 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: flavors.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.437473 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.438026 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: flavors Jul 08 19:33:53.438359 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.440043 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.440581 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 19:33:53.440919 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: floatingip_pools.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.441668 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.442194 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: floatingip-pools Jul 08 19:33:53.442529 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: ip_allocation.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.443473 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.443990 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 19:33:53.444322 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.445253 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.445802 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: ip-substring-filtering Jul 08 19:33:53.446133 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l2_adjacency.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.447073 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.447583 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 19:33:53.447911 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.448973 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.449493 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: router Jul 08 19:33:53.449850 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.452209 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.452741 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 19:33:53.453077 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.454045 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.454570 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: ext-gw-mode Jul 08 19:33:53.454900 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.455834 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.456349 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: l3-ha Jul 08 19:33:53.456680 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3_flavors.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.457657 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.458180 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: l3-flavors Jul 08 19:33:53.458510 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.459433 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.459951 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 19:33:53.460279 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: l3agentscheduler.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.461320 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.461878 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: l3_agent_scheduler Jul 08 19:33:53.462211 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: logging.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.463705 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.464801 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension logging not supported by any of loaded plugins Jul 08 19:33:53.465162 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: metering.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.465947 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.466532 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: metering Jul 08 19:33:53.466860 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.467956 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.468496 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: metering_source_and_destination_fields Jul 08 19:33:53.468815 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: multiprovidernet.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.469786 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.470304 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: multi-provider Jul 08 19:33:53.470634 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: netmtu.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.471564 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.472078 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: net-mtu Jul 08 19:33:53.472405 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: netmtu_writable.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.473334 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.473883 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: net-mtu-writable Jul 08 19:33:53.474211 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: network_availability_zone.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.474891 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.475403 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: network_availability_zone Jul 08 19:33:53.475729 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: network_ip_availability.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.476825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.477350 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: network-ip-availability Jul 08 19:33:53.477723 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: network_segment_range.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.478502 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.479019 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 19:33:53.479350 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: pagination.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.481031 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.481367 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: pagination Jul 08 19:33:53.481733 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: port_device_profile.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.482685 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.483212 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: port-device-profile Jul 08 19:33:53.483541 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.484470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.484989 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: port-mac-address-regenerate Jul 08 19:33:53.485315 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.486271 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.486792 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: port-numa-affinity-policy Jul 08 19:33:53.487118 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: port_resource_request.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.488049 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.488562 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 19:33:53.488886 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: portbindings.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.489863 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.490381 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: binding Jul 08 19:33:53.490705 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: portbindings_extended.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.492119 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.492637 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: binding-extended Jul 08 19:33:53.492972 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: portsecurity.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.493940 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.494455 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: port-security Jul 08 19:33:53.494786 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: project_id.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.495984 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.496329 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: project-id Jul 08 19:33:53.496680 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: providernet.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.497641 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.498167 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: provider Jul 08 19:33:53.498499 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.501991 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.502524 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos not supported by any of loaded plugins Jul 08 19:33:53.502863 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.504401 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.504928 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 19:33:53.505266 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.506233 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.506750 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 19:33:53.507082 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_default.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.508013 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.508531 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-default not supported by any of loaded plugins Jul 08 19:33:53.508868 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_fip.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.509535 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.510069 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 19:33:53.510398 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_gateway_ip.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.511502 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.512022 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 19:33:53.512351 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_port_network_policy.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.513274 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.513816 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 19:33:53.514144 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_rule_type_details.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.515080 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.515597 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 19:33:53.515929 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: qos_rules_alias.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.517005 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.517599 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 19:33:53.517876 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: quotasv2.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.518817 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.519151 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: quotas Jul 08 19:33:53.519477 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: quotasv2_detail.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.522578 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.522933 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: quota_details Jul 08 19:33:53.523272 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: rbac.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.524343 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.524877 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: rbac-policies Jul 08 19:33:53.525218 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: rbac_address_group.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.526387 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.527504 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: rbac-address-group Jul 08 19:33:53.527916 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: rbac_address_scope.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.528873 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.529403 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: rbac-address-scope Jul 08 19:33:53.529770 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: rbac_security_groups.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.530703 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.531226 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: rbac-security-groups Jul 08 19:33:53.531554 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: rbac_subnetpool.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.532491 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.533009 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: rbac-subnetpool Jul 08 19:33:53.533338 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: revisionifmatch.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.534307 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.534828 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: revision-if-match Jul 08 19:33:53.535156 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: revisions.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.536285 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.536809 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: standard-attr-revisions Jul 08 19:33:53.537138 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: router_availability_zone.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.537853 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.538376 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: router_availability_zone Jul 08 19:33:53.538705 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: routerservicetype.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.539645 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.540162 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 19:33:53.540492 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.541434 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.541988 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: security-groups-normalized-cidr Jul 08 19:33:53.542924 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.543975 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.544499 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: port-security-groups-filtering Jul 08 19:33:53.544820 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.545808 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.546334 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: security-groups-remote-address-group Jul 08 19:33:53.546661 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: securitygroup.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.556251 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.556791 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: security-group Jul 08 19:33:53.557128 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: segment.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.558026 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.558766 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension segment not supported by any of loaded plugins Jul 08 19:33:53.559103 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.560062 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.560580 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 19:33:53.560910 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: servicetype.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.562074 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.562605 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: service-type Jul 08 19:33:53.562941 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: sorting.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.563934 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.564273 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: sorting Jul 08 19:33:53.564600 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: standard_attr_segment.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.565626 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.566153 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 19:33:53.566483 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: standardattrdescription.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.567144 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.567662 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: standard-attr-description Jul 08 19:33:53.567990 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: stateful_security_group.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.568938 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.569467 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: stateful-security-group Jul 08 19:33:53.569825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: stdattrs_common.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.570419 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 19:33:53.570747 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.571682 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.572197 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 19:33:53.572591 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: subnet_onboard.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.574512 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.575159 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: subnet_onboard Jul 08 19:33:53.575540 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.576485 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.577117 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 19:33:53.577468 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: subnet_service_types.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.578430 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.578952 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: subnet-service-types Jul 08 19:33:53.579282 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: subnetallocation.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.580368 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.580888 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: subnet_allocation Jul 08 19:33:53.581220 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.581926 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.582451 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: subnetpool-prefix-ops Jul 08 19:33:53.582779 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.583753 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.584269 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 19:33:53.584599 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: tagging.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.585717 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.586249 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: standard-attr-tag Jul 08 19:33:53.586585 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: timestamp.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.588002 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.588529 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loaded extension: standard-attr-timestamp Jul 08 19:33:53.588860 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: trunk.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.590129 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.590657 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension trunk not supported by any of loaded plugins Jul 08 19:33:53.590989 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: trunk_details.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.592435 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.592964 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 19:33:53.593295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: uplink_status_propagation.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.594263 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.594790 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 19:33:53.595123 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Loading extension file: vlantransparent.py {{(pid=99584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 19:33:53.595812 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 19:33:53.596323 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 19:33:53.598888 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:network Jul 08 19:33:53.599428 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:subnet Jul 08 19:33:53.599834 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 19:33:53.600228 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:port Jul 08 19:33:53.601487 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.601966 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service FLAVORS assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.602596 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.603035 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.603371 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:router Jul 08 19:33:53.603807 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 19:33:53.604306 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service METERING assigned prefix: /metering {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.605919 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.606300 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.606659 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:33:53.607691 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 19:33:53.608148 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:security_group Jul 08 19:33:53.608589 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 19:33:53.609193 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service CORE assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.609528 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 19:33:53.609907 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] subnetpool is already registered Jul 08 19:33:53.610352 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service CORE assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.610693 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 19:33:53.611029 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] subnetpool is already registered Jul 08 19:33:53.613324 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.613795 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service FLAVORS assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.614403 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.614832 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.615170 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:router Jul 08 19:33:53.615512 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] router is already registered Jul 08 19:33:53.615929 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 19:33:53.616268 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] floatingip is already registered Jul 08 19:33:53.616724 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service METERING assigned prefix: /metering {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.617405 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 19:33:53.617767 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] rbac_policy is already registered Jul 08 19:33:53.618185 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:security_group Jul 08 19:33:53.618520 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] security_group is already registered Jul 08 19:33:53.618925 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 19:33:53.619257 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] security_group_rule is already registered Jul 08 19:33:53.619887 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service CORE assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.620217 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 19:33:53.620644 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] subnetpool is already registered Jul 08 19:33:53.621070 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.v2.resource_helper [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Service CORE assigned prefix: {{(pid=99584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 19:33:53.621399 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 19:33:53.621762 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING neutron.quota.resource_registry [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] subnetpool is already registered Jul 08 19:33:53.622231 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: extensions {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.623718 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: address-groups {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.625286 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: address-scopes {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.626640 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: agents {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.627825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: auto-allocated-topology {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.629346 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: availability_zones {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.630621 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: dhcp-networks {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.633247 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: dhcp-agents {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.634767 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: routers {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.637133 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: flavors {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.638448 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: service_profiles {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.639678 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: next_providers {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.641148 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: service_profiles {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.642762 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: floatingip-pools {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.643980 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: routers {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.645751 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: floatingips {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.647055 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: l3-routers {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.648482 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: l3-agents {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.649975 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: metering-labels {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.651249 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: metering-label-rules {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.653349 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: network-ip-availabilities {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.654676 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: bindings {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.656255 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: quotas {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.657873 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: quotas {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.659294 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: rbac-policies {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.660517 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: security-groups {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.661880 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: security-group-rules {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.663158 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: service-providers {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.664380 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: subnetpools {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.665749 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: subnetpools {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.667440 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.669143 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.671038 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.672848 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.674585 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.676570 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.678319 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.680142 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.682087 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.683988 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron.api.extensions [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Extended resource: tags {{(pid=99584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 19:33:53.689960 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING keystonemiddleware.auth_token [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 19:33:53.694448 dv-cinder-796286-16-iscsi neutron-server[99584]: WARNING keystonemiddleware.auth_token [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 19:33:53.704419 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_concurrency.lockutils [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Acquired lock "singleton_lock" {{(pid=99584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 19:33:53.704901 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_concurrency.lockutils [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Releasing lock "singleton_lock" {{(pid=99584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 19:33:53.705536 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Starting 2 workers Jul 08 19:33:53.710400 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Started child 99693 {{(pid=99584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 19:33:53.715520 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Started child 99694 {{(pid=99584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 19:33:53.716491 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:53.717191 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO neutron.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 19:33:53.717813 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Notify callbacks [] for process, before_spawn {{(pid=99584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:53.718027 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [-] (99693) wsgi starting up on http://0.0.0.0:9696 Jul 08 19:33:53.720186 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Starting 1 workers Jul 08 19:33:53.720341 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:53.721699 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [-] (99694) wsgi starting up on http://0.0.0.0:9696 Jul 08 19:33:53.725372 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Started child 99695 {{(pid=99584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 19:33:53.725933 dv-cinder-796286-16-iscsi neutron-server[99584]: INFO oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Starting 1 workers Jul 08 19:33:53.729137 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] calling RpcWorker wait() {{(pid=99695) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 19:33:53.730323 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] returning from RpcWorker wait() {{(pid=99695) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 19:33:53.731068 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Started child 99696 {{(pid=99584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 19:33:53.731896 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG neutron_lib.callbacks.manager [None req-ccd6014b-0585-4431-8005-5df621160eb9 None None] Notify callbacks [] for process, after_spawn {{(pid=99584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:53.732096 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:53.732606 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:33:53.733792 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 19:33:53.734010 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 19:33:53.734197 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 19:33:53.734417 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 19:33:53.734781 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 19:33:53.734946 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 19:33:53.735480 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.735760 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.736017 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.736274 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.736561 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.736653 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:33:53.737166 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.737428 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.737745 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.738037 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.738146 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:33:53.738271 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.738447 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.738617 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.738887 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.739180 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.739470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.739728 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.739967 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.740227 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.740405 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.740660 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.740955 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.741211 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.741470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] debug = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.741723 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.742201 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.742445 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.742688 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.742903 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.743172 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.743399 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.743677 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.743910 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.744145 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.744396 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.744655 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.744910 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.745145 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.745459 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.745804 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.746029 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.746519 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] host = dv-cinder-796286-16-iscsi {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.746734 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.746951 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.747180 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.747428 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.747675 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.747908 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.748689 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.748941 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.749202 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.749460 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.749734 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.749993 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.750228 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.750474 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.750638 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_options = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.750887 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.751148 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.751406 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.751598 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.751774 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.751956 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.752212 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.752376 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.752623 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.752872 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.753087 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.753324 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.753565 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.753805 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.754320 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.754568 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.754812 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.755025 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.755282 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.755539 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.755783 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.756031 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.756278 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.756494 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.756706 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.756921 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.757148 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.757381 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.757617 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.757887 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.758103 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.758375 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.758614 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.758892 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.759146 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.759371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.759588 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.759862 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.760096 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.760339 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.760589 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.760834 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.761790 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.762015 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.762194 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.762432 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_json = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.762649 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.762869 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.763167 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.763392 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.763605 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.763822 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.764037 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.764287 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.764695 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.764992 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.765316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.765596 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.765817 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.766058 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.766328 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.766590 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.766844 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.767071 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.767380 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.767607 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.767889 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.768150 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.768406 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.768760 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.769002 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.769275 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.769510 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.769771 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.769986 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.770205 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.770547 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.770810 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.771083 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.771360 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.772503 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.772503 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.772503 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.772503 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.772865 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.772865 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.773013 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.773218 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.773428 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.773682 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.773934 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.774192 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.774414 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.774638 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.774952 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.775129 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.775374 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.775623 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.775862 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.780574 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.782371 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783093 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.783994 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.784476 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.784476 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.784617 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.784853 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.785130 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.785348 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.786334 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.786334 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.786334 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788566 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788566 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788734 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.788932 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.789197 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.789450 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.790914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.790914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.790914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.790914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.790914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.790914 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.791392 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.791470 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.792344 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.792344 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.792344 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.794656 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.795307 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.795307 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.795307 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.795830 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.796076 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.796305 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.798836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.798836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.798836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.798836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.798836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.798836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800765 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800765 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.800923 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.801147 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.801664 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.801786 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.801961 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.802193 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.802432 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.802696 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.802912 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.803270 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.803519 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.803759 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.803996 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.804208 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.804460 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.804679 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.804970 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.805213 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.805429 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.805681 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.805947 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.806160 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.806381 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.806618 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.806836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.807056 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.807291 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.807521 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.807795 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.808069 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.808302 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.808553 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.808972 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.809233 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.809463 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.809745 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.809961 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.810215 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.810436 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.810648 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.810871 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.811095 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.811294 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.811534 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.811780 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.811995 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.812257 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.812507 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.812857 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.813201 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.813370 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.813639 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.813878 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.814123 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.814337 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.814548 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.814767 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.815000 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.815216 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.815532 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.815763 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.815985 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.816219 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.816447 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.816648 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.816860 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.817072 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.817364 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.817760 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.817870 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.818204 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.818359 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.818827 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.819209 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.819583 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.819941 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.820311 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.820674 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.821047 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.821419 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.821832 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.822215 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.822606 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.822968 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.823351 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.824492 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.824866 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.825268 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.825667 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.826050 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.826426 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.826797 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.827212 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.827588 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.827992 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.828385 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.828759 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.829188 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.829658 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.830053 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.830488 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.830862 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.831256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.831674 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.832100 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.832499 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.832773 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.832999 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.833226 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.833472 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.833795 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.834125 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.834428 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.834682 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.834954 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.835212 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.835500 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.835783 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.836004 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.836274 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.836607 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.836889 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.837164 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.837418 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.837718 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.837946 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.838173 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.838409 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.838650 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.838867 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.839169 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.840032 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.840265 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.840522 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.840757 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.840977 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.841228 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.841463 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.841737 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.841961 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.842117 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 19:33:53.842796 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 19:33:53.842958 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 19:33:53.843112 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 19:33:53.843287 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 19:33:53.843460 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 19:33:53.843611 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 19:33:53.843819 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.843985 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.844148 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.844310 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.844471 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.844652 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.844814 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.844981 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.845192 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.845316 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.845433 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.845768 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.845933 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.846094 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.846254 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.846418 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.846577 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.846740 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.846906 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.847066 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.847226 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.847386 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.847546 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] debug = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.847706 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.847911 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.848078 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.848238 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.848397 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.848555 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.848714 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.848873 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.849032 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.849192 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.849351 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.849510 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.849707 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.849871 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850030 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850188 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850347 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850507 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] host = dv-cinder-796286-16-iscsi {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850667 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.850984 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.851178 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.851303 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.851461 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.851619 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.851777 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.851936 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.852094 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.852252 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.852409 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.852568 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.852726 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.852885 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_options = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.853044 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.853202 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.853360 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.853561 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.853736 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.853897 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.854059 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.854218 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.854456 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.854620 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.855006 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.855310 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.855611 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.855900 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.856209 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.856494 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.856811 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.856969 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.857136 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.857294 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.857616 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.857783 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.857943 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.858103 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.858265 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.858427 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.858590 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.858748 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.858908 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.859069 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.859232 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.859390 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.859551 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.859714 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.859872 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.860032 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.860195 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.860356 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.860664 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.860826 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.860986 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.861146 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.861305 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.861465 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.861652 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.861811 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_json = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.861976 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.862131 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.862438 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.862599 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.862747 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.862906 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.863049 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.863215 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 19:33:53.863396 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.863561 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.863735 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.863900 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.864061 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.864224 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.864386 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.864548 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.864710 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.864871 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.865041 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.865202 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.865374 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.865540 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.865724 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.865890 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.866050 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.866364 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.866515 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.866679 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.866844 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867020 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867185 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867349 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867513 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867674 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867836 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.867999 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.868163 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.868325 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.868488 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.868663 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.868812 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.868972 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.869133 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.869295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.869456 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.869646 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.869810 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.869970 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.870132 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.870333 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.870607 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.870760 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.871063 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.871224 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.871383 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.871541 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.871700 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.871855 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872023 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872181 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872391 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872508 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872646 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872808 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.872969 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.873131 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.873293 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.873455 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.873577 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:33:53.873683 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.873806 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.873969 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.874130 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.874290 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.874453 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.874615 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.874778 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.874939 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.875100 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.875261 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.875468 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.875582 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.875743 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.875907 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.876068 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.876228 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.876391 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.876552 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.876714 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.876875 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.877035 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.877197 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.877358 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.877526 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.877731 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.877892 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.878053 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.878214 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.878375 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.878537 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.878699 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.878861 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.879276 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.879448 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.879636 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.879776 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.879938 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.880100 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.880260 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.880421 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.880580 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.880798 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.880984 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.881147 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.881308 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.881471 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.881655 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.881816 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.881976 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.882137 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.882314 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.882474 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.882791 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.882955 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.883129 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.883301 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.883465 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.883627 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.883791 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.883952 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.884114 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.884277 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.884440 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.884662 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.884837 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.885037 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.885165 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.885350 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.885478 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.886829 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.886829 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.886829 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.886829 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.887315 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.887315 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.887315 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.887686 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.887686 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.887686 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888059 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888059 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888520 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888520 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888520 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888881 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888881 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.888881 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.889256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.889256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.889500 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.889500 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.889797 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.889797 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890039 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890166 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890293 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890430 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890559 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890908 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.890908 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891160 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891160 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891359 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891489 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891611 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891745 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.891897 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.892061 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.892225 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.892403 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.892550 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.892713 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.892876 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.893039 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.893202 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.893365 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.893526 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.893715 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.893879 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.894039 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.894203 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.894365 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.894526 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.894689 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.894852 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895013 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895189 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895351 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895511 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895672 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895835 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.895997 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.896158 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.896347 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.896561 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.896723 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.896885 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.897402 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.897402 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.897402 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.897661 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.897754 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.897834 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.898499 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.898499 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.898499 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.898499 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899175 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899175 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899175 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899175 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899175 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899481 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899481 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899651 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899811 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.899974 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.900631 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.900631 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.900631 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.900631 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.900927 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.900927 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.901068 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.901193 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.905687 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906256 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.906766 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907295 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.907825 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908279 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908279 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908279 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908483 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908728 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908728 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.908991 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909136 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909373 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909373 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909506 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909659 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909792 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.909956 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 19:33:53.910111 dv-cinder-796286-16-iscsi neutron-server[99584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 19:33:54.092556 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 37832) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:33:54.101043 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061955 Jul 08 19:34:05.322659 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e07437-7670-4613-9e36-28a6c59d26a5 None None] get_active_networks_info from dv-cinder-796286-16-iscsi {{(pid=99695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 19:34:05.398321 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e07437-7670-4613-9e36-28a6c59d26a5 None None] No non-hosted networks {{(pid=99695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 19:34:05.415425 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.agentschedulers_db [None req-f7e07437-7670-4613-9e36-28a6c59d26a5 None None] DHCP Agent not found on host dv-cinder-796286-16-iscsi {{(pid=99695) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 19:34:05.500628 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-6b92c26a-514f-4a40-b612-13e0e9dbe36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33123090'] for agent, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.100690 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a2c607f1-1613-496b-bc1c-a9da71ae7271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33123090'] for agent, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.172615 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-16efb39c-b266-4122-b5f6-9ad122a98871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.246413 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33123090'] for agent, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:08.247109 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.247619 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.248173 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.248645 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.249140 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.249739 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.251011 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.251011 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.251011 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.251292 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.251799 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.252303 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:08.252902 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-16-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:08.263321 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-16-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:08.943233 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33123090'] for agent, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:10.776960 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33123090'] for agent, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:12.088263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 37924) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:12.592788 dv-cinder-796286-16-iscsi neutron-server[99694]: WARNING oslo_policy.policy [None req-0b8b7596-182b-4454-b098-7d1180afc97a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:12.593397 dv-cinder-796286-16-iscsi neutron-server[99694]: WARNING oslo_policy.policy [None req-0b8b7596-182b-4454-b098-7d1180afc97a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:12.813886 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [None req-0b8b7596-182b-4454-b098-7d1180afc97a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:34:12.814902 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-0b8b7596-182b-4454-b098-7d1180afc97a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7256637 Jul 08 19:34:13.455540 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.db.l3_hamode_db [None req-cd4ccbc7-d873-408b-b55b-9c561e294911 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 19:34:13.531941 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ccbc7-d873-408b-b55b-9c561e294911 None None] Routers set() bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:13.532369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ccbc7-d873-408b-b55b-9c561e294911 None None] Router IDs set() for agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 19:34:15.187851 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 37938) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:15.495978 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:15.591644 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.policy [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99694) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 19:34:15.636515 dv-cinder-796286-16-iscsi neutron-server[99694]: WARNING oslo_policy.policy [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:15.636903 dv-cinder-796286-16-iscsi neutron-server[99694]: WARNING oslo_policy.policy [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:15.645473 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.quota [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] Loaded quota_driver: . Jul 08 19:34:15.738093 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748299694229', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748299694758', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748299673392', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748299667686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748299677371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748299662756', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32786635', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32815658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-387757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432151'] for rbac-policy, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:15.807910 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:15.809115 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ae516214-874d-4fdb-81b2-ae203ce469fd admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6202681 Jul 08 19:34:18.396480 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 37950) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:18.880951 dv-cinder-796286-16-iscsi neutron-server[99693]: WARNING oslo_policy.policy [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:18.881574 dv-cinder-796286-16-iscsi neutron-server[99693]: WARNING oslo_policy.policy [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:19.102409 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:19.104659 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.quota [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Loaded quota_driver: . Jul 08 19:34:19.161933 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Made reservation on behalf of 9493ce3cc957401aac42bc7824ff81b0 for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:34:19.234377 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.policy [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99693) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 19:34:19.298594 dv-cinder-796286-16-iscsi neutron-server[99693]: WARNING oslo_policy.policy [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:19.299118 dv-cinder-796286-16-iscsi neutron-server[99693]: WARNING oslo_policy.policy [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 19:34:19.312684 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.334156 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.467781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.471869 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.491762 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:34:19.520481 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748294913356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.521103 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Unsubscribe: segment precommit_create {{(pid=99693) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 19:34:19.521667 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Added segment 95fd3660-47e9-4eb3-ba95-6421a44f0792 of type vlan for network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 Jul 08 19:34:19.539922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4a39aa-0ef9-40db-b45f-fa4d8c73fd69,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:19.561279 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.561673 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.562016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.562346 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.562672 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.563011 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.563336 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.563670 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.564011 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.564324 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.564638 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.564950 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Tracked resource versions report: Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: pushed versions: Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: { 'AddressGroup': {'1.2'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'ConntrackHelper': {'1.0'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Log': {'1.0'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Network': {'1.1'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Port': {'1.7'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'PortForwarding': {'1.2'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'QosPolicy': {'1.8'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroup': {'1.4'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SubPort': {'1.0'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Subnet': {'1.1'}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Trunk': {'1.1'}} Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: consumer versions: Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'ConntrackHelper': '1.0', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Log': '1.0', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Network': '1.1', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Port': '1.7', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'PortForwarding': '1.2', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'QosPolicy': '1.8', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroup': '1.4', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroupRule': '1.2', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SubPort': '1.0', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Subnet': '1.1', Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Trunk': '1.1'}} Jul 08 19:34:19.566347 dv-cinder-796286-16-iscsi neutron-server[99693]: {{(pid=99693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:34:19.659477 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.721351 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.722476 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:19.723129 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:19.807470 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4087465 Jul 08 19:34:19.826242 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c25fe-7ba2-4dbf-b184-c9347ca66649 admin admin] Pushing event updated for resources: {'Network': ['ID=2260edc1-5ddd-4024-9228-9b18b2a8cb76,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:19.839267 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:34:22.442693 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 37972) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:22.827771 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920378b-b463-4c25-aa22-23b178c115eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:22.829120 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b920378b-b463-4c25-aa22-23b178c115eb admin admin] 10.222.0.41 "GET /v2.0/networks/2260edc1-5ddd-4024-9228-9b18b2a8cb76 HTTP/1.1" status: 200 len: 825 time: 0.3854394 Jul 08 19:34:22.868076 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ef53edb9-7576-4658-bcb6-875b009341e4 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/be218170-23d8-4392-bc62-d07b9d2ac214 HTTP/1.1" status: 200 len: 734 time: 0.0334852 Jul 08 19:34:22.876531 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:22.900542 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Made reservation on behalf of 9493ce3cc957401aac42bc7824ff81b0 for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:34:22.903020 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:23.219387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:23.283992 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a313ed-2bb0-4509-9262-afa582ff88c1,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:23.295264 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Checking segment: {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:34:23.295653 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Network hostable DHCP agents. Network: 2260edc1-5ddd-4024-9228-9b18b2a8cb76, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:34:23.324897 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:34:23.338417 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 2260edc1-5ddd-4024-9228-9b18b2a8cb76) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:23.346170 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:23.346804 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:23.347161 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4162de-d0ca-4dc0-8df6-6bbb4ed57ef0 None None] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:34:23.362392 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f1a7352e-ac96-4496-b307-6f332a530823 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4890966 Jul 08 19:34:23.671546 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:34:23.672862 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:23.952059 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Allocated IP 172.20.0.2 (2260edc1-5ddd-4024-9228-9b18b2a8cb76/d7a313ed-2bb0-4509-9262-afa582ff88c1/498f46a2-f926-4898-8477-33ddb2ec372d) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:34:24.162662 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:24.205203 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Transition to ACTIVE for port object 498f46a2-f926-4898-8477-33ddb2ec372d will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:34:24.226686 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Transition to ACTIVE for port object 498f46a2-f926-4898-8477-33ddb2ec372d will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:34:24.235390 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:24.302639 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:34:24.315541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:24.320873 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Pushing event updated for resources: {'Port': ['ID=498f46a2-f926-4898-8477-33ddb2ec372d,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:24.323179 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:34:24.334637 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.335011 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.335354 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.335691 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.336025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.336357 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.336686 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.337044 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.337499 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.338018 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.338350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.338676 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Tracked resource versions report: Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: pushed versions: Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: { 'AddressGroup': {'1.2'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'ConntrackHelper': {'1.0'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Log': {'1.0'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Network': {'1.1'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Port': {'1.7'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'PortForwarding': {'1.2'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'QosPolicy': {'1.8'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroup': {'1.4'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SubPort': {'1.0'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Subnet': {'1.1'}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Trunk': {'1.1'}} Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: consumer versions: Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'ConntrackHelper': '1.0', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Log': '1.0', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Network': '1.1', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Port': '1.7', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'PortForwarding': '1.2', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'QosPolicy': '1.8', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroup': '1.4', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroupRule': '1.2', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SubPort': '1.0', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Subnet': '1.1', Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Trunk': '1.1'}} Jul 08 19:34:24.340026 dv-cinder-796286-16-iscsi neutron-server[99695]: {{(pid=99695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:34:24.405562 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Attempting to bind port 498f46a2-f926-4898-8477-33ddb2ec372d on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:34:24.406194 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Attempting to bind port 498f46a2-f926-4898-8477-33ddb2ec372d by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:34:24.406407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Attempting to bind port 498f46a2-f926-4898-8477-33ddb2ec372d on network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:34:24.411444 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:34:24.411857 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Checking segment: {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:34:24.412355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:24.412745 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Bound using segment: {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:34:24.413239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Bound port: 498f46a2-f926-4898-8477-33ddb2ec372d, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:34:24.413671 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:24.476267 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] For port 498f46a2-f926-4898-8477-33ddb2ec372d, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:34:24.481259 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] For port 498f46a2-f926-4898-8477-33ddb2ec372d, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=498f46a2-f926-4898-8477-33ddb2ec372d,segment=NetworkSegment(95fd3660-47e9-4eb3-ba95-6421a44f0792),segment_id=95fd3660-47e9-4eb3-ba95-6421a44f0792)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:34:24.485382 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:24.551696 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ee127-ac39-4996-b431-5176aeaf581e None None] Pushing event updated for resources: {'Port': ['ID=498f46a2-f926-4898-8477-33ddb2ec372d,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:25.757335 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 37980) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:26.083647 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [None req-a1a23b67-9160-42f8-8b39-fcc99f17a76c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:34:26.084797 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a1a23b67-9160-42f8-8b39-fcc99f17a76c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3264911 Jul 08 19:34:28.454769 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 37988) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:28.759432 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [None req-7063d19a-0755-47bd-b575-2ff62a626d67 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:34:28.760386 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-7063d19a-0755-47bd-b575-2ff62a626d67 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046684 Jul 08 19:34:30.248931 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 498f46a2-f926-4898-8477-33ddb2ec372d up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:30.348702 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 498f46a2-f926-4898-8477-33ddb2ec372d completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:34:30.646120 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70046c9a-b8dc-45a6-858d-497661dac3cc None None] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:34:30.758170 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] Provisioning for port 498f46a2-f926-4898-8477-33ddb2ec372d completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:34:30.766664 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] Provisioning complete for port 498f46a2-f926-4898-8477-33ddb2ec372d triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:30.767056 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:30.938377 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:30.976393 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] For port 498f46a2-f926-4898-8477-33ddb2ec372d, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=498f46a2-f926-4898-8477-33ddb2ec372d,segment=NetworkSegment(95fd3660-47e9-4eb3-ba95-6421a44f0792),segment_id=95fd3660-47e9-4eb3-ba95-6421a44f0792)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:34:30.980703 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.030785 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9940a-20a7-4a3a-9994-7cb094a466b6 None None] Pushing event updated for resources: {'Port': ['ID=498f46a2-f926-4898-8477-33ddb2ec372d,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:31.200155 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-4bb05cf2-a9b6-497a-8e3c-ef0d087c79fa None None] Provisioning complete for port 498f46a2-f926-4898-8477-33ddb2ec372d triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:31.200533 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4bb05cf2-a9b6-497a-8e3c-ef0d087c79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.416144 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38002) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:31.702564 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] Request body: {'router': {'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:31.730098 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.731706 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.880755 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.886154 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.898193 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:31.899455 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ef932d76-b7b6-4647-af07-d350d0864769 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4822710 Jul 08 19:34:32.218261 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 498f46a2-f926-4898-8477-33ddb2ec372d up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:32.264719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 498f46a2-f926-4898-8477-33ddb2ec372d triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:32.265091 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:34.284810 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38010) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:34.586974 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [None req-f05631b2-f892-4d72-8ad7-6af9c73da6d3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:34:34.587963 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f05631b2-f892-4d72-8ad7-6af9c73da6d3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3021655 Jul 08 19:34:35.233735 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7c686290-9eed-48e9-8418-67ed8797b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:36.986407 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38018) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:37.299101 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:37.322213 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Made reservation on behalf of fc192571c6ec496bb66e1710f72eed6b for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:34:37.324868 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.340995 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.465601 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.469387 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.481253 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Reserving flat network on physical network physnet1 {{(pid=99694) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 19:34:37.518720 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748294913356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.519306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Unsubscribe: segment precommit_create {{(pid=99694) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 19:34:37.519823 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Added segment 64a3083d-2e8e-469d-828f-a11e7a6151f8 of type flat for network f43a7b44-de9f-4593-bdd1-1da90da9280b Jul 08 19:34:37.536489 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660eedf4-751f-4285-85c5-6706f1838bf5,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:37.581065 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.581430 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.581804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.582138 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.582464 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.582847 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.583176 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.583513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.583854 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.584176 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.584491 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.584807 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Tracked resource versions report: Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: pushed versions: Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: { 'AddressGroup': {'1.2'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'ConntrackHelper': {'1.0'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Log': {'1.0'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Network': {'1.1'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Port': {'1.7'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'PortForwarding': {'1.2'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'QosPolicy': {'1.8'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroup': {'1.4'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SubPort': {'1.0'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Subnet': {'1.1'}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Trunk': {'1.1'}} Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: consumer versions: Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'ConntrackHelper': '1.0', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Log': '1.0', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Network': '1.1', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Port': '1.7', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'PortForwarding': '1.2', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'QosPolicy': '1.8', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroup': '1.4', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroupRule': '1.2', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SubPort': '1.0', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Subnet': '1.1', Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Trunk': '1.1'}} Jul 08 19:34:37.586200 dv-cinder-796286-16-iscsi neutron-server[99694]: {{(pid=99694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:34:37.640405 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.694471 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.695524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:37.696770 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:37.768492 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7809544 Jul 08 19:34:37.800800 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08984fe-0573-4618-831d-9ab49876d900 admin admin] Pushing event updated for resources: {'Network': ['ID=f43a7b44-de9f-4593-bdd1-1da90da9280b,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:37.813122 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network f43a7b44-de9f-4593-bdd1-1da90da9280b details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:34:38.090095 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-68a2c6f2-a9b5-48c8-9d6a-fb6d19ddbf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:38.215100 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:38.888729 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:40.227403 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38040) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:40.401817 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff036e5-84f7-44c9-893b-acff8385eee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:40.403145 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1ff036e5-84f7-44c9-893b-acff8385eee7 admin admin] 10.222.0.41 "GET /v2.0/subnets/d7a313ed-2bb0-4509-9262-afa582ff88c1 HTTP/1.1" status: 200 len: 849 time: 0.1747255 Jul 08 19:34:40.567792 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7bfeb624-b26a-40eb-b726-f8eb8c7bc814 admin admin] 10.222.0.41 "GET /v2.0/routers/13d68db0-7b4b-4871-bfd6-a4a915c60957 HTTP/1.1" status: 200 len: 704 time: 0.1593652 Jul 08 19:34:40.726458 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:40.839937 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.131369 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Allocated IP 172.20.0.1 (2260edc1-5ddd-4024-9228-9b18b2a8cb76/d7a313ed-2bb0-4509-9262-afa582ff88c1/b328e281-e933-4d5e-831e-6e6eb64c6a8b) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:34:41.284116 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.306032 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.provisioning_blocks [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Transition to ACTIVE for port object b328e281-e933-4d5e-831e-6e6eb64c6a8b will not be triggered until provisioned by entity DHCP. {{(pid=99693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:34:41.387988 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.505324 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:34:41.512028 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:41.517793 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:34:41.518333 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.581356 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Pushing event updated for resources: {'Port': ['ID=b328e281-e933-4d5e-831e-6e6eb64c6a8b,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:41.736884 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.756546 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-868625f5-b1ee-4389-8da6-64e051162ad3 None None] Provisioning for port b328e281-e933-4d5e-831e-6e6eb64c6a8b completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:34:41.761054 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-868625f5-b1ee-4389-8da6-64e051162ad3 None None] Provisioning complete for port b328e281-e933-4d5e-831e-6e6eb64c6a8b triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:41.761485 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-868625f5-b1ee-4389-8da6-64e051162ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.795668 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-868625f5-b1ee-4389-8da6-64e051162ad3 None None] Port b328e281-e933-4d5e-831e-6e6eb64c6a8b cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:34:41.921918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.926271 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:41.927172 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:42.004362 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Pushing event updated for resources: {'Port': ['ID=b328e281-e933-4d5e-831e-6e6eb64c6a8b,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:42.052643 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:34:42.053928 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:42.214709 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Router 13d68db0-7b4b-4871-bfd6-a4a915c60957 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:34:42.216059 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-0ff12967-f0db-4206-ae1e-34f82cda52ae None None] Provisioning complete for port b328e281-e933-4d5e-831e-6e6eb64c6a8b triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:42.216498 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-0ff12967-f0db-4206-ae1e-34f82cda52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:42.252547 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-0ff12967-f0db-4206-ae1e-34f82cda52ae None None] Port b328e281-e933-4d5e-831e-6e6eb64c6a8b cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:34:42.307625 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:34:42.312981 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-57c49bf6-3fe5-4920-b83b-342c5ff7c67b admin admin] 10.222.0.41 "PUT /v2.0/routers/13d68db0-7b4b-4871-bfd6-a4a915c60957/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7395189 Jul 08 19:34:42.317285 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Sync routers for ids ['13d68db0-7b4b-4871-bfd6-a4a915c60957'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:34:42.328732 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Routers {'13d68db0-7b4b-4871-bfd6-a4a915c60957'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:42.329495 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:34:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['13d68db0-7b4b-4871-bfd6-a4a915c60957'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:42.513984 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Set router 13d68db0-7b4b-4871-bfd6-a4a915c60957 gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:34:42.941881 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'name': 'router1', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:34:31Z', 'updated_at': '2021-07-08T19:34:41Z', 'revision_number': 2, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'gw_port_host': None, '_interfaces': [{'id': 'b328e281-e933-4d5e-831e-6e6eb64c6a8b', 'name': '', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'mac_address': 'fa:16:3e:92:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:40Z', 'updated_at': '2021-07-08T19:34:41Z', 'revision_number': 2, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'subnets': [{'id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:42.993013 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Checking router: 13d68db0-7b4b-4871-bfd6-a4a915c60957 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:34:42.993518 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Updating router 13d68db0-7b4b-4871-bfd6-a4a915c60957 port b328e281-e933-4d5e-831e-6e6eb64c6a8b binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:34:43.059533 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:43.555613 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:43.573539 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Transition to ACTIVE for port object b328e281-e933-4d5e-831e-6e6eb64c6a8b will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:34:43.579643 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:43.736250 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Pushing event updated for resources: {'Port': ['ID=b328e281-e933-4d5e-831e-6e6eb64c6a8b,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:43.752440 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.752792 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.753395 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.753749 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.754072 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.754402 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.754721 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.755047 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.755381 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.755703 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.756023 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.756380 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Tracked resource versions report: Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: pushed versions: Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: { 'AddressGroup': {'1.2'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'ConntrackHelper': {'1.0'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Log': {'1.0'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Network': {'1.1'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Port': {'1.7'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'PortForwarding': {'1.2'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'QosPolicy': {'1.8'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroup': {'1.4'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SubPort': {'1.0'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Subnet': {'1.1'}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Trunk': {'1.1'}} Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: consumer versions: Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'ConntrackHelper': '1.0', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Log': '1.0', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Network': '1.1', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Port': '1.7', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'PortForwarding': '1.2', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'QosPolicy': '1.8', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroup': '1.4', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroupRule': '1.2', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SubPort': '1.0', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Subnet': '1.1', Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Trunk': '1.1'}} Jul 08 19:34:43.757729 dv-cinder-796286-16-iscsi neutron-server[99696]: {{(pid=99696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:34:43.760075 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Attempting to bind port b328e281-e933-4d5e-831e-6e6eb64c6a8b on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:34:43.760470 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Attempting to bind port b328e281-e933-4d5e-831e-6e6eb64c6a8b by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:34:43.760907 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Attempting to bind port b328e281-e933-4d5e-831e-6e6eb64c6a8b on network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:34:43.766674 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:34:43.767080 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Checking segment: {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:34:43.767597 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:43.767982 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Bound using segment: {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:34:43.768595 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Bound port: b328e281-e933-4d5e-831e-6e6eb64c6a8b, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fd3660-47e9-4eb3-ba95-6421a44f0792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:34:43.769017 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:43.834850 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] For port b328e281-e933-4d5e-831e-6e6eb64c6a8b, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:34:43.856087 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] For port b328e281-e933-4d5e-831e-6e6eb64c6a8b, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=b328e281-e933-4d5e-831e-6e6eb64c6a8b,segment=NetworkSegment(95fd3660-47e9-4eb3-ba95-6421a44f0792),segment_id=95fd3660-47e9-4eb3-ba95-6421a44f0792)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:34:43.860691 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:43.907361 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Routers {'13d68db0-7b4b-4871-bfd6-a4a915c60957'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:43.907999 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:34:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['13d68db0-7b4b-4871-bfd6-a4a915c60957'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:44.001968 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d2082-0ede-4142-81ca-8763a56b7801 None None] Pushing event updated for resources: {'Port': ['ID=b328e281-e933-4d5e-831e-6e6eb64c6a8b,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:44.014180 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] Set router 13d68db0-7b4b-4871-bfd6-a4a915c60957 gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:34:44.222826 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'name': 'router1', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:34:31Z', 'updated_at': '2021-07-08T19:34:41Z', 'revision_number': 2, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'gw_port_host': None, '_interfaces': [{'id': 'b328e281-e933-4d5e-831e-6e6eb64c6a8b', 'name': '', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'mac_address': 'fa:16:3e:92:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:40Z', 'updated_at': '2021-07-08T19:34:43Z', 'revision_number': 4, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'subnets': [{'id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:44.248994 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b87f0-ac7d-4d50-be03-1bbf6ab843b0 None None] The sync data for ids ['13d68db0-7b4b-4871-bfd6-a4a915c60957'] in dv-cinder-796286-16-iscsi is: [{'id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'name': 'router1', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:34:31Z', 'updated_at': '2021-07-08T19:34:41Z', 'revision_number': 2, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'gw_port_host': None, '_interfaces': [{'id': 'b328e281-e933-4d5e-831e-6e6eb64c6a8b', 'name': '', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'mac_address': 'fa:16:3e:92:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:40Z', 'updated_at': '2021-07-08T19:34:43Z', 'revision_number': 4, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'subnets': [{'id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:34:44.537996 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38060) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:44.648673 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cb361-1cdc-4fbf-b2ef-102051aac065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:44.650053 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1b2cb361-1cdc-4fbf-b2ef-102051aac065 admin admin] 10.222.0.41 "GET /v2.0/networks/f43a7b44-de9f-4593-bdd1-1da90da9280b HTTP/1.1" status: 200 len: 842 time: 0.1111667 Jul 08 19:34:44.659252 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:44.686086 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Made reservation on behalf of fc192571c6ec496bb66e1710f72eed6b for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:34:44.689708 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:45.032436 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.objects.ports [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99693) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 19:34:45.032855 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:45.089415 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a034984d-a619-40aa-98ac-1ac61befb2c3,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:45.095492 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:34:45.095581 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Network hostable DHCP agents. Network: f43a7b44-de9f-4593-bdd1-1da90da9280b, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:34:45.112121 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:34:45.122057 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, f43a7b44-de9f-4593-bdd1-1da90da9280b) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:45.125924 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:45.126499 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:45.131152 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4475f2-68da-41e7-98ca-11916f509317 None None] Network f43a7b44-de9f-4593-bdd1-1da90da9280b requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:34:45.153691 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-702d26ea-b74d-4fbd-9972-7f9a3793ba16 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4839392 Jul 08 19:34:45.266641 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199d201-d66c-463a-acb6-8b9eec88ff98 None None] Network f43a7b44-de9f-4593-bdd1-1da90da9280b requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:34:47.422136 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38072) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:47.671634 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-4ac0f195-0fca-46e1-b2a7-d3dba72941d5 admin admin] 10.222.0.41 "GET /v2.0/routers/13d68db0-7b4b-4871-bfd6-a4a915c60957 HTTP/1.1" status: 200 len: 710 time: 0.2484219 Jul 08 19:34:47.824905 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb1826-6dc8-410a-9f75-f95bd9ce69d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:34:47.826339 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-42eb1826-6dc8-410a-9f75-f95bd9ce69d8 admin admin] 10.222.0.41 "GET /v2.0/networks/f43a7b44-de9f-4593-bdd1-1da90da9280b HTTP/1.1" status: 200 len: 886 time: 0.1496851 Jul 08 19:34:47.834979 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:34:48.082577 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.265771 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device b328e281-e933-4d5e-831e-6e6eb64c6a8b up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:48.317946 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port b328e281-e933-4d5e-831e-6e6eb64c6a8b completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:34:48.323068 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port b328e281-e933-4d5e-831e-6e6eb64c6a8b triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:48.323451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.328964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.402350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.406524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.438205 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port b328e281-e933-4d5e-831e-6e6eb64c6a8b, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=b328e281-e933-4d5e-831e-6e6eb64c6a8b,segment=NetworkSegment(95fd3660-47e9-4eb3-ba95-6421a44f0792),segment_id=95fd3660-47e9-4eb3-ba95-6421a44f0792)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:34:48.442990 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.498399 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=b328e281-e933-4d5e-831e-6e6eb64c6a8b,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:48.594965 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Allocated IP 172.27.1.84 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/c310ad23-56dc-4b63-b11b-cf9a9196b216) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:34:48.704207 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.786336 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:48.897950 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:34:48.902995 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:34:48.916151 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:34:48.979274 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Pushing event updated for resources: {'Port': ['ID=c310ad23-56dc-4b63-b11b-cf9a9196b216,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:49.195666 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:49.389041 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:49.392109 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33189335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33189342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33126400'] for router, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:49.501760 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Router 13d68db0-7b4b-4871-bfd6-a4a915c60957 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:34:49.607815 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:34:49.612048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:49.613249 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-979943da-1f40-415d-b556-74db9dda28af admin admin] 10.222.0.41 "PUT /v2.0/routers/13d68db0-7b4b-4871-bfd6-a4a915c60957 HTTP/1.1" status: 200 len: 889 time: 1.7814786 Jul 08 19:34:49.618218 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Sync routers for ids ['13d68db0-7b4b-4871-bfd6-a4a915c60957'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:34:49.629437 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Routers {'13d68db0-7b4b-4871-bfd6-a4a915c60957'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:49.630169 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:34:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['13d68db0-7b4b-4871-bfd6-a4a915c60957'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:49.900147 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Set router 13d68db0-7b4b-4871-bfd6-a4a915c60957 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:34:50.239476 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device b328e281-e933-4d5e-831e-6e6eb64c6a8b up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:50.338872 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port b328e281-e933-4d5e-831e-6e6eb64c6a8b triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:50.339225 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:50.376100 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'name': 'router1', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c310ad23-56dc-4b63-b11b-cf9a9196b216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:34:31Z', 'updated_at': '2021-07-08T19:34:49Z', 'revision_number': 4, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'gw_port': {'id': 'c310ad23-56dc-4b63-b11b-cf9a9196b216', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:48Z', 'updated_at': '2021-07-08T19:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'b328e281-e933-4d5e-831e-6e6eb64c6a8b', 'name': '', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'mac_address': 'fa:16:3e:92:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:40Z', 'updated_at': '2021-07-08T19:34:48Z', 'revision_number': 5, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'subnets': [{'id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:50.429980 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Checking router: 13d68db0-7b4b-4871-bfd6-a4a915c60957 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:34:50.430327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Updating router 13d68db0-7b4b-4871-bfd6-a4a915c60957 port c310ad23-56dc-4b63-b11b-cf9a9196b216 binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:34:50.470442 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:50.822523 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:50.831772 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Transition to ACTIVE for port object c310ad23-56dc-4b63-b11b-cf9a9196b216 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:34:50.838630 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:50.896000 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1901e-8a03-438b-82f1-89d00a389f52 None None] Pushing event updated for resources: {'Port': ['ID=c310ad23-56dc-4b63-b11b-cf9a9196b216,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:50.898917 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Attempting to bind port c310ad23-56dc-4b63-b11b-cf9a9196b216 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:34:50.899293 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Attempting to bind port c310ad23-56dc-4b63-b11b-cf9a9196b216 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:34:50.899659 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Attempting to bind port c310ad23-56dc-4b63-b11b-cf9a9196b216 on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:34:50.905071 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:34:50.905449 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:34:50.905884 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:50.906272 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:34:50.906735 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Bound port: c310ad23-56dc-4b63-b11b-cf9a9196b216, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:34:50.907134 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:50.957875 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] For port c310ad23-56dc-4b63-b11b-cf9a9196b216, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:34:50.961011 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] For port c310ad23-56dc-4b63-b11b-cf9a9196b216, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=c310ad23-56dc-4b63-b11b-cf9a9196b216,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:34:50.965278 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:51.097792 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Routers {'13d68db0-7b4b-4871-bfd6-a4a915c60957'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:34:51.098412 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:34:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['13d68db0-7b4b-4871-bfd6-a4a915c60957'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:51.132418 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1901e-8a03-438b-82f1-89d00a389f52 None None] Pushing event updated for resources: {'Port': ['ID=c310ad23-56dc-4b63-b11b-cf9a9196b216,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:51.206631 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] Set router 13d68db0-7b4b-4871-bfd6-a4a915c60957 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:34:51.413778 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'name': 'router1', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c310ad23-56dc-4b63-b11b-cf9a9196b216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:34:31Z', 'updated_at': '2021-07-08T19:34:49Z', 'revision_number': 4, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'gw_port': {'id': 'c310ad23-56dc-4b63-b11b-cf9a9196b216', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:48Z', 'updated_at': '2021-07-08T19:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'b328e281-e933-4d5e-831e-6e6eb64c6a8b', 'name': '', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'mac_address': 'fa:16:3e:92:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:40Z', 'updated_at': '2021-07-08T19:34:48Z', 'revision_number': 5, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'subnets': [{'id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:34:51.443292 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcd896-75ec-4ef4-8f60-266da8f39e95 None None] The sync data for ids ['13d68db0-7b4b-4871-bfd6-a4a915c60957'] in dv-cinder-796286-16-iscsi is: [{'id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'name': 'router1', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c310ad23-56dc-4b63-b11b-cf9a9196b216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:34:31Z', 'updated_at': '2021-07-08T19:34:49Z', 'revision_number': 4, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'gw_port': {'id': 'c310ad23-56dc-4b63-b11b-cf9a9196b216', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:48Z', 'updated_at': '2021-07-08T19:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'b328e281-e933-4d5e-831e-6e6eb64c6a8b', 'name': '', 'network_id': '2260edc1-5ddd-4024-9228-9b18b2a8cb76', 'tenant_id': '9493ce3cc957401aac42bc7824ff81b0', 'mac_address': 'fa:16:3e:92:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d68db0-7b4b-4871-bfd6-a4a915c60957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:34:40Z', 'updated_at': '2021-07-08T19:34:48Z', 'revision_number': 5, 'project_id': '9493ce3cc957401aac42bc7824ff81b0', 'subnets': [{'id': 'd7a313ed-2bb0-4509-9262-afa582ff88c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be218170-23d8-4392-bc62-d07b9d2ac214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:34:52.068423 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38080) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:34:52.202211 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-865da5cf-dd18-4b30-b049-7fdf58bba86d admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1325834 Jul 08 19:34:52.263070 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device c310ad23-56dc-4b63-b11b-cf9a9196b216 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:52.315115 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port c310ad23-56dc-4b63-b11b-cf9a9196b216 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:34:52.319409 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port c310ad23-56dc-4b63-b11b-cf9a9196b216 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:52.319798 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:52.401615 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:52.422411 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port c310ad23-56dc-4b63-b11b-cf9a9196b216, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=c310ad23-56dc-4b63-b11b-cf9a9196b216,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:34:52.427119 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:34:52.479675 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=c310ad23-56dc-4b63-b11b-cf9a9196b216,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:34:54.244055 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device c310ad23-56dc-4b63-b11b-cf9a9196b216 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:34:54.298928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port c310ad23-56dc-4b63-b11b-cf9a9196b216 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:34:54.299311 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:05.236915 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e697b327-9f59-4b93-9368-b8249a6b012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:07.802246 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:35:08.094406 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-225f1d9f-54d2-4938-a4c8-a663bb997e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:08.220346 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:08.895055 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:10.755278 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:35.239524 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3db1-1949-4967-8d02-2b7008cb39ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:38.097302 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-371081e7-0a88-4cba-bc09-acf15b24aa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:38.227442 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:38.894946 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:40.752934 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:35:44.801875 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:36:05.241415 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-295e3cad-dc46-494b-bdab-9a1f7836fad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:08.100246 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7f658f3d-0e6a-46f7-bbd9-c9272700861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:08.218293 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:08.897981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:10.757455 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:21.800608 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:36:28.774282 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38650) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:28.837224 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3473ca-8cc0-4fcf-8af3-0ee99ea68627 admin admin] GET failed (client error): The resource could not be found. Jul 08 19:36:28.838590 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-8d3473ca-8cc0-4fcf-8af3-0ee99ea68627 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633962 Jul 08 19:36:29.006910 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b833d-041c-44c7-9392-9c3f5b6b9cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:29.008412 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-285b833d-041c-44c7-9392-9c3f5b6b9cf8 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659410 Jul 08 19:36:31.144609 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38660) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:31.233877 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362af355-aa09-491a-8eb7-4aa33b57b624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:31.235214 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-362af355-aa09-491a-8eb7-4aa33b57b624 admin admin] 10.222.0.41 "GET /v2.0/subnets/d7a313ed-2bb0-4509-9262-afa582ff88c1 HTTP/1.1" status: 200 len: 849 time: 0.0896297 Jul 08 19:36:31.244965 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:36:31.330484 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:31.468946 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748294887190'] for subnet, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:31.566659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:31.567596 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:31.585669 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] 10.222.0.41 "PUT /v2.0/subnets/d7a313ed-2bb0-4509-9262-afa582ff88c1 HTTP/1.1" status: 200 len: 868 time: 0.3273127 Jul 08 19:36:31.585871 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b64dd2-8ca1-4161-bd65-cc7f1aa9d1f2 None None] Network 2260edc1-5ddd-4024-9228-9b18b2a8cb76 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:36:31.587498 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a313ed-2bb0-4509-9262-afa582ff88c1,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:36:31.596519 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.596913 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.597227 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.597583 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.597916 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.598250 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.598583 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.598927 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.599273 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.599603 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.599927 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.600250 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbb711-3ff7-4865-94b2-c341288c89f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:36:31.967734 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-77e0845c-1bd5-46be-982b-24c322a8f5da None None] Provisioning complete for port b328e281-e933-4d5e-831e-6e6eb64c6a8b triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:36:31.968112 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-77e0845c-1bd5-46be-982b-24c322a8f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:32.057893 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-77e0845c-1bd5-46be-982b-24c322a8f5da None None] Provisioning complete for port 498f46a2-f926-4898-8477-33ddb2ec372d triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:36:32.058192 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-77e0845c-1bd5-46be-982b-24c322a8f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:33.742675 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38670) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:33.939235 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f6a2a-713b-4417-9c48-2ae40871e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:33.939744 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f6a2a-713b-4417-9c48-2ae40871e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:33.941313 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-df1f6a2a-713b-4417-9c48-2ae40871e633 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976817 Jul 08 19:36:35.241690 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69bede72-658a-4314-8eb4-259dd73c7df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:36.123900 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38678) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:36.256957 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c2d7b-cca2-45ee-b72f-029a1a52bb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:36.257505 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c2d7b-cca2-45ee-b72f-029a1a52bb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:36.259088 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a88c2d7b-cca2-45ee-b72f-029a1a52bb45 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1342478 Jul 08 19:36:38.101458 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-73a92eca-09b1-45b5-b635-0ab226d810b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:38.221055 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:38.435198 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38686) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:38.561613 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b369b7-052c-4dc1-be44-3870caf0d10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:38.562992 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-82b369b7-052c-4dc1-be44-3870caf0d10d admin admin] 10.222.0.41 "GET /v2.0/networks/2260edc1-5ddd-4024-9228-9b18b2a8cb76 HTTP/1.1" status: 200 len: 869 time: 0.1268530 Jul 08 19:36:38.898961 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:40.743961 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38694) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:40.758789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:36:40.874183 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6388cff-ffd6-4d83-84d8-26dc7d0df9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:40.875791 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e6388cff-ffd6-4d83-84d8-26dc7d0df9d3 admin admin] 10.222.0.41 "GET /v2.0/networks/f43a7b44-de9f-4593-bdd1-1da90da9280b HTTP/1.1" status: 200 len: 886 time: 0.1306369 Jul 08 19:36:43.077531 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38702) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:43.213291 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9030d-333c-4fd9-9ef6-3aafea83ab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:43.213774 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9030d-333c-4fd9-9ef6-3aafea83ab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:43.215310 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-d4c9030d-333c-4fd9-9ef6-3aafea83ab1b admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367760 Jul 08 19:36:45.448301 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38710) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:45.537388 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047efd7-1cdc-46df-b4d9-3528935462dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:45.537890 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047efd7-1cdc-46df-b4d9-3528935462dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:45.539418 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-d047efd7-1cdc-46df-b4d9-3528935462dd admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901735 Jul 08 19:36:47.714886 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38718) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:47.801060 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76bdfe-1198-43a6-bffa-9ab030b37c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:47.802406 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-fe76bdfe-1198-43a6-bffa-9ab030b37c17 admin admin] 10.222.0.41 "GET /v2.0/subnets/a034984d-a619-40aa-98ac-1ac61befb2c3 HTTP/1.1" status: 200 len: 816 time: 0.0864999 Jul 08 19:36:49.963753 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38726) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:36:50.136386 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3636b-f55e-4357-8692-462b7ab2c3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:36:50.137797 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-8ec3636b-f55e-4357-8692-462b7ab2c3f3 admin admin] 10.222.0.41 "GET /v2.0/subnets/d7a313ed-2bb0-4509-9262-afa582ff88c1 HTTP/1.1" status: 200 len: 868 time: 0.1730511 Jul 08 19:36:58.800126 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:37:05.242372 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d6d0159d-94ff-449e-a3a3-237ea13968cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:08.102930 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-80131d69-8dfd-4e94-b543-438b292d7fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:08.222658 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:08.905832 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:10.760146 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:14.635712 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38778) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:37:14.681337 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [None req-bbfa07d0-65cc-4634-a3f0-b69261bc53d2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:37:14.682399 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-bbfa07d0-65cc-4634-a3f0-b69261bc53d2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457356 Jul 08 19:37:16.956220 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38786) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:37:17.014738 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec4f137-9e06-44cc-b742-1f306a2b1221 admin admin] GET failed (client error): The resource could not be found. Jul 08 19:37:17.016057 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bec4f137-9e06-44cc-b742-1f306a2b1221 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588953 Jul 08 19:37:17.154254 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7921aa-1040-40d4-9733-8488ee8ac0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:37:17.155632 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3d7921aa-1040-40d4-9733-8488ee8ac0c6 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357818 Jul 08 19:37:19.328643 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38794) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:37:19.374085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:37:19.394163 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Made reservation on behalf of fc192571c6ec496bb66e1710f72eed6b for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:37:19.396689 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:19.426048 dv-cinder-796286-16-iscsi neutron-server[99693]: WARNING neutron.services.revisions.revision_plugin [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Could not find related network for resource to bump revision. Jul 08 19:37:19.439609 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:37:19.453006 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:19.453348 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Added segment 3f434783-4af5-4cc9-8f55-5568f3b96108 of type vlan for network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c Jul 08 19:37:19.492672 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:19.521337 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:19.522370 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:37:19.522946 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:19.576960 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2471941 Jul 08 19:37:19.584807 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28a836-3ebb-4aa1-a218-20f800635464 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d0dfe2-9679-4edd-a5a1-4e06f57de83c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:37:19.598993 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:37:21.780632 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38802) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:37:21.839879 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e17dee-8f10-4a1d-8e91-350127d2d8c1 admin admin] GET failed (client error): The resource could not be found. Jul 08 19:37:21.841198 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a2e17dee-8f10-4a1d-8e91-350127d2d8c1 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596502 Jul 08 19:37:21.910978 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6631d2a-83da-44a2-be9c-2361f0421cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:37:21.912397 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c6631d2a-83da-44a2-be9c-2361f0421cea admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667999 Jul 08 19:37:21.921780 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:37:21.941025 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Made reservation on behalf of fc192571c6ec496bb66e1710f72eed6b for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:37:21.943350 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.104618 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.156977 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7a93c9-0a83-4197-8622-926b43ab2b3c,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:37:22.165888 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Checking segment: {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:37:22.166237 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Network hostable DHCP agents. Network: e6d0dfe2-9679-4edd-a5a1-4e06f57de83c, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:37:22.181804 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:37:22.190352 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, e6d0dfe2-9679-4edd-a5a1-4e06f57de83c) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:37:22.194218 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:37:22.194800 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.199237 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac21d41-6d8a-4d85-b0f8-0181e0d18d07 None None] Network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:37:22.208766 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-213fd3cd-9be4-4398-abe4-bc8b332c33ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2903121 Jul 08 19:37:22.453123 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-e6d0dfe2-9679-4edd-a5a1-4e06f57de83c', 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c', 'tenant_id': 'fc192571c6ec496bb66e1710f72eed6b', 'fixed_ips': [{'subnet_id': '4a7a93c9-0a83-4197-8622-926b43ab2b3c'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:37:22.454076 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.592369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Allocated IP 192.168.233.2 (e6d0dfe2-9679-4edd-a5a1-4e06f57de83c/4a7a93c9-0a83-4197-8622-926b43ab2b3c/fa52c9e1-c05b-4ab8-91ca-f6b64aebee38) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:37:22.749049 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.758938 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Transition to ACTIVE for port object fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:37:22.774675 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Transition to ACTIVE for port object fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:37:22.780753 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.824230 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:37:22.829688 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:37:22.832754 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:37:22.840122 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Pushing event updated for resources: {'Port': ['ID=fa52c9e1-c05b-4ab8-91ca-f6b64aebee38,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:37:22.850772 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.851121 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.851463 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.851801 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.852135 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.852463 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.852787 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.853109 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.853456 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.853802 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.854122 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.854461 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:37:22.906402 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Attempting to bind port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:37:22.906783 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Attempting to bind port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:37:22.907315 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Attempting to bind port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 on network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:37:22.912626 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:37:22.913021 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Checking segment: {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:37:22.913425 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.913849 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Bound using segment: {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:37:22.914321 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Bound port: fa52c9e1-c05b-4ab8-91ca-f6b64aebee38, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:37:22.914728 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:22.978982 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-56055708-fa01-4582-8f05-d54987428cbc None None] For port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:37:22.982073 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-56055708-fa01-4582-8f05-d54987428cbc None None] For port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=fa52c9e1-c05b-4ab8-91ca-f6b64aebee38,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:37:22.987406 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:23.045504 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56055708-fa01-4582-8f05-d54987428cbc None None] Pushing event updated for resources: {'Port': ['ID=fa52c9e1-c05b-4ab8-91ca-f6b64aebee38,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:37:23.839825 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd3096-2e00-4a12-ad63-286a6e32cf05 None None] Network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:37:23.961796 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3b3545d7-17a2-43c7-b3a6-18289ed0b338 None None] Provisioning for port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:37:24.361243 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:37:24.412618 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:37:24.416303 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:37:24.416677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:24.494652 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:24.529152 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=fa52c9e1-c05b-4ab8-91ca-f6b64aebee38,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:37:24.533607 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:24.585351 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=fa52c9e1-c05b-4ab8-91ca-f6b64aebee38,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:37:26.339861 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:37:26.391120 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port fa52c9e1-c05b-4ab8-91ca-f6b64aebee38 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:37:26.391532 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:35.242986 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2b84c231-d09a-4f09-9cb8-805e2439f33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:35.799688 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:37:38.104503 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-48049256-5923-40d1-bbb0-a80832489563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:38.225202 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:38.905660 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:37:40.758075 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:05.244609 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2af43c6b-0534-4b11-be3b-9ee76a432969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:08.106024 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a4c57f6f-c543-4b55-8850-e946e38c5af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:08.226715 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:08.908291 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:10.763021 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:12.800170 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:38:35.245587 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-25a2d03a-ae8b-4a4f-a767-20c7009af1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.049044 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38854) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:38:37.055902 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [None req-a3449831-c2a7-4c58-8769-11499d985286 tempest-verify_tempest_config-1714031150 tempest-verify_tempest_config-1714031150-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:38:37.056897 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a3449831-c2a7-4c58-8769-11499d985286 tempest-verify_tempest_config-1714031150 tempest-verify_tempest_config-1714031150-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068355 Jul 08 19:38:37.354441 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 38872) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:38:37.459586 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.549392 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.552822 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.599728 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=868a9f0de7cc46d59968328d02175ef7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2442083 Jul 08 19:38:37.600568 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94081fa-e24d-4082-94c4-6c1827767e01,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:38:37.602733 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38876) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:38:37.607430 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.607784 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.608130 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.608468 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.608802 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.609155 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.610085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.611158 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.611158 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.611158 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.611376 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.612203 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c946e6-2d29-4fd8-b74d-e637618221fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.665008 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.685761 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.771173 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.773533 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:37.774691 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a94081fa-e24d-4082-94c4-6c1827767e01 HTTP/1.1" status: 204 len: 168 time: 0.1706064 Jul 08 19:38:37.782679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94081fa-e24d-4082-94c4-6c1827767e01,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:38:37.789174 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.789563 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.789906 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.790243 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.790572 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.790913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.791246 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.791572 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.791910 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.792249 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.792554 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:37.792874 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528ffe0-0b44-4ea3-8851-28e62fba8a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:38:38.106652 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-58930d9c-7f39-4d8d-a39f-ae295eeb40d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:38.228164 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:38.912255 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:40.766763 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:38:49.799096 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:39:05.246118 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-08d23663-159d-4509-932a-a8147129f4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:08.107563 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2d83519d-c418-407e-9fb7-724e6b2995c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:08.228907 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:08.915369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:10.769043 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:26.797594 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:39:35.246040 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7dced4a5-5a10-47d4-8709-2e620edf314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:38.107971 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f55854f9-d4da-4e4d-8083-25944d952af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:38.232535 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:38.916801 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:39:40.772729 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:03.795406 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 5 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:40:05.247062 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-43eb2361-b1a7-47b0-9743-d6216ae43ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:08.110262 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8276aafd-b074-45ad-bc1f-64c92191177e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:08.234063 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:08.919453 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:10.776893 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:13.965138 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33123090'] for agent, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:19.133890 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38930) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:40:19.235466 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-c1e51103-b9ed-40fd-88cf-08b284accf67 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1004677 Jul 08 19:40:21.501898 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 38940) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:40:21.554777 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-6c5d14bd-539a-48fd-9c3b-e41471820e37 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0517774 Jul 08 19:40:35.246982 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-41eff042-2a83-4e63-88c1-690036ad8e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:38.111113 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e52555ed-5a7e-4874-b7c8-262b1412fac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:38.234792 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:38.922555 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:40.779280 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:40:40.794351 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:40:43.934576 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:05.247477 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0f1-7073-477d-b569-e4722f954377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:08.111836 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-809a05e1-7348-4555-9263-b5699114bc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:08.238382 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:08.924527 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:10.782677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:13.936802 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:17.795352 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:41:35.248596 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-76eaaf68-9a4c-42d6-8c1e-81ad40c58792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:38.115977 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-85b916f1-0c85-4be3-803b-de295858f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:38.241776 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:38.928752 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:40.785695 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:43.931434 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:51.759178 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39104) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:52.066886 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1964393825-network', 'tenant_id': 'fd278075f9f24a0c88f8d5a1a420219f'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:52.109315 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Made reservation on behalf of fd278075f9f24a0c88f8d5a1a420219f for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:52.112516 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.122316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.231928 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.237359 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.269424 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b18e41-3987-489e-be23-99f4d00d05a8,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:52.282552 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.282998 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.283499 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.283967 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.284689 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.285253 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.285760 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.286106 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.286464 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.286805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.287137 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.287466 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Tracked resource versions report: Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: pushed versions: Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: { 'AddressGroup': {'1.2'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'ConntrackHelper': {'1.0'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Log': {'1.0'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Network': {'1.1'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Port': {'1.7'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'PortForwarding': {'1.2'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'QosPolicy': {'1.8'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroup': {'1.4'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SubPort': {'1.0'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Subnet': {'1.1'}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Trunk': {'1.1'}} Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: consumer versions: Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: HyperV agent@hv-cinder-79628: {}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'ConntrackHelper': '1.0', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Log': '1.0', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Network': '1.1', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Port': '1.7', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'PortForwarding': '1.2', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'QosPolicy': '1.8', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroup': '1.4', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SecurityGroupRule': '1.2', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'SubPort': '1.0', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Subnet': '1.1', Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: 'Trunk': '1.1'}} Jul 08 19:41:52.289484 dv-cinder-796286-16-iscsi neutron-server[99694]: {{(pid=99694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:41:52.309228 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:41:52.322458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.322808 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Added segment a9e32f6c-c581-496d-a346-41ae248de3b4 of type vlan for network 66ad7862-b845-46bf-9f13-29952f6f645d Jul 08 19:41:52.398950 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.446864 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.447848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:52.448456 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.459826 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39152) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:52.515608 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7553291 Jul 08 19:41:52.518724 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39158) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:52.524722 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Request body: {'subnet': {'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1964393825-subnet', 'tenant_id': 'fd278075f9f24a0c88f8d5a1a420219f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:52.526021 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a436a4b-0385-4246-8014-9217bed5c846 admin admin] Pushing event updated for resources: {'Network': ['ID=66ad7862-b845-46bf-9f13-29952f6f645d,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:52.549969 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 66ad7862-b845-46bf-9f13-29952f6f645d details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:41:52.563088 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Made reservation on behalf of fd278075f9f24a0c88f8d5a1a420219f for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:52.566985 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.774207 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39164) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:52.810425 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.885976 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ed4404-409a-4c69-aa4a-ab0bba364ab3,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:52.901031 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.901482 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.901868 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.902225 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.902515 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.903363 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.904117 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.904815 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.905204 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.905770 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.906374 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.907093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Tracked resource versions report: Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: pushed versions: Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: { 'AddressGroup': {'1.2'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'ConntrackHelper': {'1.0'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Log': {'1.0'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Network': {'1.1'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Port': {'1.7'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'PortForwarding': {'1.2'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'QosPolicy': {'1.8'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroup': {'1.4'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SubPort': {'1.0'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Subnet': {'1.1'}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Trunk': {'1.1'}} Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: consumer versions: Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: HyperV agent@hv-cinder-79628: {}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'ConntrackHelper': '1.0', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Log': '1.0', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Network': '1.1', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Port': '1.7', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'PortForwarding': '1.2', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'QosPolicy': '1.8', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroup': '1.4', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SecurityGroupRule': '1.2', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'SubPort': '1.0', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Subnet': '1.1', Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: 'Trunk': '1.1'}} Jul 08 19:41:52.909337 dv-cinder-796286-16-iscsi neutron-server[99693]: {{(pid=99693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:41:52.930563 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Checking segment: {'id': 'a9e32f6c-c581-496d-a346-41ae248de3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:41:52.930922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Network hostable DHCP agents. Network: 66ad7862-b845-46bf-9f13-29952f6f645d, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:41:52.956181 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Network 66ad7862-b845-46bf-9f13-29952f6f645d is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:41:52.968595 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 66ad7862-b845-46bf-9f13-29952f6f645d) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:52.973782 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:52.974718 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:52.978692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c00a8-45ac-4e6e-a701-791feef9691f None None] Network 66ad7862-b845-46bf-9f13-29952f6f645d requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:53.002320 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d21e81a1-0f18-45f1-b8c2-c5e825e95eef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4824495 Jul 08 19:41:53.057008 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-network', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:53.075907 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39178) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:53.108294 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Made reservation on behalf of 25f6564b00f64b0bacad3b6b622c4a4e for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:53.108294 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.119156 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.137803 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37d6ba-8a9e-4bf9-b96f-d1d902c3b63d None None] Network 66ad7862-b845-46bf-9f13-29952f6f645d requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:53.156980 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-793011883-network', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:53.258039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.265723 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.297260 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:41:53.298537 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Made reservation on behalf of 56eb825e250b4988bbc1d0def6768e77 for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:53.301982 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.314149 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.314912 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Added segment 109ea55f-23ca-4778-88fb-89417d04962a of type vlan for network 990b60c8-9a3b-4470-b507-49b3593564f5 Jul 08 19:41:53.316442 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc548e-6a7d-4b53-9a06-70b21d1aa896,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:53.327436 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.394501 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.468353 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.475016 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.522934 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.524622 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:53.525424 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.528515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd7e269-e708-4c24-bb6d-71e12e5c163f,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:53.535905 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1920014382-network', 'tenant_id': '2c094057931b40099e2aa2ab073b03bd'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:53.549365 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:41:53.576023 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Made reservation on behalf of 2c094057931b40099e2aa2ab073b03bd for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:53.579067 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.592003 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.603825 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.604362 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Added segment beb53179-82b8-459d-827f-f191ffed5022 of type vlan for network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 Jul 08 19:41:53.610785 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] Pushing event updated for resources: {'Network': ['ID=990b60c8-9a3b-4470-b507-49b3593564f5,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:53.614685 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-2896177d-29ee-48db-bf8f-803ea0f962dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1541557 Jul 08 19:41:53.617886 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39198) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:53.621915 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 990b60c8-9a3b-4470-b507-49b3593564f5 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:41:53.624615 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Request body: {'subnet': {'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-subnet', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:53.726517 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.735964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.751728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:41:53.780974 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Made reservation on behalf of 25f6564b00f64b0bacad3b6b622c4a4e for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:53.789160 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.801210 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.802036 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Added segment 795b6057-aa9b-4bfd-834a-1a15b9f14e0c of type vlan for network 125a1fc8-7604-4434-9526-7ffbebc2ec79 Jul 08 19:41:53.897066 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.965287 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:53.966609 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:53.967222 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.001243 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9233239 Jul 08 19:41:54.001779 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39216) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:54.013869 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.014195 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Request body: {'subnet': {'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1920014382-subnet', 'tenant_id': '2c094057931b40099e2aa2ab073b03bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:54.018794 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f612479c-4cba-45b8-9780-671a5c4fde5c,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:54.114855 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae762f-f1c0-40cc-b221-55671f441158 admin admin] Pushing event updated for resources: {'Network': ['ID=125a1fc8-7604-4434-9526-7ffbebc2ec79,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:54.126855 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.128580 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:54.129734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.131060 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:41:54.160691 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Made reservation on behalf of 2c094057931b40099e2aa2ab073b03bd for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:54.164129 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.192856 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4171028 Jul 08 19:41:54.201919 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39224) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:54.208938 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Request body: {'subnet': {'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-subnet', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:54.232447 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10557d1-adb2-48de-a0ad-d638cc5ccdb4 admin admin] Pushing event updated for resources: {'Network': ['ID=881a3778-3f8c-45d4-86a9-4a462c1b9d81,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:54.291650 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:41:54.306179 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Made reservation on behalf of 56eb825e250b4988bbc1d0def6768e77 for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:41:54.314570 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.553452 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.725617 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50679d43-eff3-49ce-a717-8b47f2973212,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:54.766866 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Checking segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:41:54.767211 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Network hostable DHCP agents. Network: 990b60c8-9a3b-4470-b507-49b3593564f5, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:41:54.795713 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:41:54.880220 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Network 990b60c8-9a3b-4470-b507-49b3593564f5 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:41:54.894235 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.984715 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5431c0-c08c-4a69-bb7f-553aa798e76f,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:54.989971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:54.996043 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 990b60c8-9a3b-4470-b507-49b3593564f5) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:55.000326 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:55.000909 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.008798 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee6e38-1a10-4573-9910-54bb65d0f99e None None] Network 990b60c8-9a3b-4470-b507-49b3593564f5 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:55.086107 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39272) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:55.090699 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:55.094634 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b20021fd-a8f9-44cf-a321-8ca2b252d2e3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4753435 Jul 08 19:41:55.124093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Checking segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:41:55.124450 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Network hostable DHCP agents. Network: 881a3778-3f8c-45d4-86a9-4a462c1b9d81, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:41:55.128434 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45cd33c-1730-4e5c-b816-4170d2256283,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:55.134151 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.135173 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.154736 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Checking segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:41:55.155103 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Network hostable DHCP agents. Network: 125a1fc8-7604-4434-9526-7ffbebc2ec79, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:41:55.211768 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:41:55.223282 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:41:55.232975 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 881a3778-3f8c-45d4-86a9-4a462c1b9d81) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:55.244190 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:55.245176 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.251119 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 125a1fc8-7604-4434-9526-7ffbebc2ec79) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:55.251962 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bce3eb2-4e4f-48c9-94ae-bc6285ef3a33 None None] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:55.258172 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc725a18-d481-4e67-9cab-5ba1a5ebda9a None None] Network 990b60c8-9a3b-4470-b507-49b3593564f5 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:55.262082 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.262756 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:55.263467 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.291144 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-0c116ead-9be2-4bd3-a6f2-018b22d869dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2868803 Jul 08 19:41:55.293016 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c2d3fd93-fc6c-4fc3-baf3-dd8bfb3ebe34 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0883987 Jul 08 19:41:55.296151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39286) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:55.301335 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:41:55.308536 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe145d-eb47-4276-833c-6b6bac53c44f None None] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:55.372294 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.373843 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.476198 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.672727 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0937b09-d0fe-4ac8-abd1-b58d29521960 None None] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:55.693270 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.851530 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39336) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:55.887502 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:55.887692 dv-cinder-796286-16-iscsi neutron-server[99693]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 19:41:55.939837 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.037528 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.110119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Allocated IP 172.27.1.87 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/6f2e5c1d-0b13-4039-b0ef-374570a0fcdf) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:41:56.227922 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:41:56.231269 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.244785 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39368) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:56.250591 dv-cinder-796286-16-iscsi neutron-server[99694]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 19:41:56.437919 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-132a315b-b98a-40ec-8214-4460130ee16f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:56.443323 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-132a315b-b98a-40ec-8214-4460130ee16f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/networks?id=66ad7862-b845-46bf-9f13-29952f6f645d HTTP/1.1" status: 200 len: 812 time: 0.5895605 Jul 08 19:41:56.514975 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8b0fa8be-6354-4766-8abe-dd81beaf7623 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:41:56.516674 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8b0fa8be-6354-4766-8abe-dd81beaf7623 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.2702730 Jul 08 19:41:56.556899 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Allocated IP 172.20.0.2 (881a3778-3f8c-45d4-86a9-4a462c1b9d81/d45cd33c-1730-4e5c-b816-4170d2256283/34df670c-bb3e-4bb0-9e47-d6c989ee020c) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:41:56.564671 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-129a1c91-f87b-4258-a8b8-3f41c6185b6f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/quotas/2c094057931b40099e2aa2ab073b03bd HTTP/1.1" status: 200 len: 375 time: 0.0395081 Jul 08 19:41:56.574275 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-e91471f3-b3d8-4d3e-8d67-a78ec48b8614 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/quotas/fd278075f9f24a0c88f8d5a1a420219f HTTP/1.1" status: 200 len: 375 time: 0.0966220 Jul 08 19:41:56.651338 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-651ac702-8418-477c-99ae-3b4bb9b1c972 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd278075f9f24a0c88f8d5a1a420219f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686140 Jul 08 19:41:56.727255 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.797591 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-c3f4ebf3-5f8b-40f9-9ab6-8f6dc8d44d45 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2192860 Jul 08 19:41:56.825011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39398) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:56.887709 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.902583 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.906288 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.916441 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Transition to ACTIVE for port object 34df670c-bb3e-4bb0-9e47-d6c989ee020c will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:41:56.930170 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.934599 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Transition to ACTIVE for port object 34df670c-bb3e-4bb0-9e47-d6c989ee020c will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:41:56.946019 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:56.987554 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:41:56.993689 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:56.998509 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:41:57.007414 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Pushing event updated for resources: {'Port': ['ID=34df670c-bb3e-4bb0-9e47-d6c989ee020c,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:57.018651 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:57.020467 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.021051 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.021602 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.022735 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.023231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.023755 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.024086 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.024577 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.025104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.025820 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.026315 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.026654 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Tracked resource versions report: Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: pushed versions: Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: { 'AddressGroup': {'1.2'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'ConntrackHelper': {'1.0'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Log': {'1.0'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Network': {'1.1'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Port': {'1.7'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'PortForwarding': {'1.2'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'QosPolicy': {'1.8'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroup': {'1.4'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SubPort': {'1.0'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Subnet': {'1.1'}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Trunk': {'1.1'}} Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: consumer versions: Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: HyperV agent@hv-cinder-79628: {}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'ConntrackHelper': '1.0', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Log': '1.0', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Network': '1.1', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Port': '1.7', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'PortForwarding': '1.2', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'QosPolicy': '1.8', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroup': '1.4', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SecurityGroupRule': '1.2', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'SubPort': '1.0', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Subnet': '1.1', Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: 'Trunk': '1.1'}} Jul 08 19:41:57.027808 dv-cinder-796286-16-iscsi neutron-server[99695]: {{(pid=99695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:41:57.072145 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:41:57.076266 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:57.089100 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:41:57.109531 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Attempting to bind port 34df670c-bb3e-4bb0-9e47-d6c989ee020c on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:41:57.110179 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Attempting to bind port 34df670c-bb3e-4bb0-9e47-d6c989ee020c by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:41:57.110650 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Attempting to bind port 34df670c-bb3e-4bb0-9e47-d6c989ee020c on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:41:57.118625 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:41:57.118625 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Checking segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:41:57.118989 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.119424 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Bound using segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:41:57.120182 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Bound port: 34df670c-bb3e-4bb0-9e47-d6c989ee020c, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:41:57.120692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.123898 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-e7ebc084-e00e-4f46-93d6-2d3f5c9a98dd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:41:57.124960 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-e7ebc084-e00e-4f46-93d6-2d3f5c9a98dd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2003016 Jul 08 19:41:57.139957 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-18d904e8-a7ed-48c7-aee5-e9c28f9b294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.175647 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-82a9308b-8e14-47ac-8e87-72bffb09f0a8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:41:57.176698 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-82a9308b-8e14-47ac-8e87-72bffb09f0a8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1471014 Jul 08 19:41:57.223052 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] For port 34df670c-bb3e-4bb0-9e47-d6c989ee020c, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:41:57.227506 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] For port 34df670c-bb3e-4bb0-9e47-d6c989ee020c, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34df670c-bb3e-4bb0-9e47-d6c989ee020c,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:41:57.233308 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.312017 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca0338-a299-406d-918d-ec60a8b9a344 None None] Pushing event updated for resources: {'Port': ['ID=34df670c-bb3e-4bb0-9e47-d6c989ee020c,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:57.423138 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-b8b9c36e-5038-41a6-8349-73469a0b57e1 service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334251 Jul 08 19:41:57.435179 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Allocated IP 172.27.1.111 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/546dc4de-8f49-4581-8a97-64400622d53d) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:41:57.639513 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-ddba152d-a300-48d0-bcc0-7bb3adcf17a0 service neutron] 10.222.0.41 "GET /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044587 Jul 08 19:41:57.641306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-18d904e8-a7ed-48c7-aee5-e9c28f9b294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.673279 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-18d904e8-a7ed-48c7-aee5-e9c28f9b294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.772532 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.782797 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d904e8-a7ed-48c7-aee5-e9c28f9b294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364f09a5-feb3-4f4a-a1f2-aa06e39795b7,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:57.788608 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-316a2488-8fde-406e-a70c-51b7f255e3bb service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646247 Jul 08 19:41:57.803692 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.830916 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-18d904e8-a7ed-48c7-aee5-e9c28f9b294d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a1bb40ee3d0473985298d4675247ddd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0022345 Jul 08 19:41:57.831034 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39460) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:57.945510 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-03188a5b-8f63-4cd2-aac9-0275784a9eed service neutron] 10.222.0.41 "GET /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922602 Jul 08 19:41:57.952135 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-114d46a9-4ac4-4b2b-81c5-ead8ed3f8673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:57.963396 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:58.048804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-114d46a9-4ac4-4b2b-81c5-ead8ed3f8673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:58.090374 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:41:58.093536 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:41:58.098312 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:41:58.101474 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Pushing event updated for resources: {'Port': ['ID=546dc4de-8f49-4581-8a97-64400622d53d,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:58.304639 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:58.439163 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-114d46a9-4ac4-4b2b-81c5-ead8ed3f8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:58.443359 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-114d46a9-4ac4-4b2b-81c5-ead8ed3f8673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:58.447388 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-114d46a9-4ac4-4b2b-81c5-ead8ed3f8673 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/364f09a5-feb3-4f4a-a1f2-aa06e39795b7 HTTP/1.1" status: 204 len: 168 time: 0.6154137 Jul 08 19:41:58.520135 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5636bcb0-d1fa-49ec-a1b7-db0d1c5bf34f req-0932d87a-9b68-4176-b6ac-91aea49e8465 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.0962451 Jul 08 19:41:58.532524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d46a9-4ac4-4b2b-81c5-ead8ed3f8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f09a5-feb3-4f4a-a1f2-aa06e39795b7,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:58.544504 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d68e2192-7d47-4631-a7d6-a938895694c6 req-4c6c310b-5676-40c3-9387-7692da9f8ff6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.1219802 Jul 08 19:41:58.684223 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34df670c-bb3e-4bb0-9e47-d6c989ee020c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:41:58.717632 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:41:58.780655 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 34df670c-bb3e-4bb0-9e47-d6c989ee020c completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:41:58.804603 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39518) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:58.860589 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:58.987308 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39524) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:59.078955 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb6c54-1aff-4932-92ec-cc9a8c49cfa4 None None] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:41:59.095247 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:41:59.114975 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Sync routers for ids ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:41:59.140888 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Routers {'5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:41:59.145328 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:41:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:41:59.148201 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:59.150496 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-6bcb5400-a0b8-4685-98ed-ac51d75818a5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0627007 Jul 08 19:41:59.154610 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39532) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:41:59.262660 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:59.320902 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] Provisioning for port 34df670c-bb3e-4bb0-9e47-d6c989ee020c completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:41:59.336563 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] Provisioning complete for port 34df670c-bb3e-4bb0-9e47-d6c989ee020c triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:41:59.337993 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:59.524595 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:41:59.542596 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Set router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:41:59.664355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:59.673620 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6ec9faed-00d2-4219-ac2d-d6f294953020 req-539ccbdb-9619-49e9-a83a-4a64ea6d03dd tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0429676 Jul 08 19:41:59.719992 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] For port 34df670c-bb3e-4bb0-9e47-d6c989ee020c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34df670c-bb3e-4bb0-9e47-d6c989ee020c,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:41:59.731548 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:59.738224 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-37972bd5-73c2-4f00-953a-8fe72bd3bb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:41:59.803479 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cff7-5243-4b88-be8b-9f8159900e6d None None] Pushing event updated for resources: {'Port': ['ID=34df670c-bb3e-4bb0-9e47-d6c989ee020c,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:41:59.807245 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:41:59.830426 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:41:59.850407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:41:59.851575 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:41:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:41:59.992079 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39554) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:00.020725 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-37972bd5-73c2-4f00-953a-8fe72bd3bb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.036635 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0baeadbe-9066-4b51-a8da-0b407a8cb8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.042700 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-37972bd5-73c2-4f00-953a-8fe72bd3bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.057773 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.058997 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f9c8186c-34a1-4de2-abac-6d27c548e893 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7618372 Jul 08 19:42:00.074166 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39560) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:00.082268 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:57Z', 'revision_number': 3, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:00.083975 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:00.164336 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37972bd5-73c2-4f00-953a-8fe72bd3bb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9afd97-3340-4d57-b391-3e30579016a2,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:00.173607 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-37972bd5-73c2-4f00-953a-8fe72bd3bb2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09e5ebd9dcd74244a47b633868c3bc70&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3656044 Jul 08 19:42:00.177675 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39566) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:00.205065 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Checking router: 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:42:00.205575 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Updating router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:42:00.285266 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-78f70c95-67a9-4af3-bb5e-262c6378b25c None None] Provisioning complete for port 34df670c-bb3e-4bb0-9e47-d6c989ee020c triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:00.285597 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-78f70c95-67a9-4af3-bb5e-262c6378b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.291403 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.408105 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1c1cf5bc-3356-4f3d-bf12-903a8bf4ec03 req-ccd5353a-b7be-4460-a825-5b92f2981ec0 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.5659306 Jul 08 19:42:00.418530 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c7a5-e615-47ab-8509-e646d3c8f871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.671416 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34df670c-bb3e-4bb0-9e47-d6c989ee020c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:00.695515 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7fa184e2-0230-4d0a-9839-df4a58b21c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.769285 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:58Z', 'revision_number': 3, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:00.832032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:42:00.832305 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Updating router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 port 546dc4de-8f49-4581-8a97-64400622d53d binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:42:00.894199 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 34df670c-bb3e-4bb0-9e47-d6c989ee020c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:00.894587 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.923899 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:00.991519 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-24b1a53a-5c2d-40c3-8e75-13b35aa7b9f9 req-227480a5-03b3-4bd0-a4cd-8641aa6e2689 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0717061 Jul 08 19:42:00.998266 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.002214 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0baeadbe-9066-4b51-a8da-0b407a8cb8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.012194 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7fa184e2-0230-4d0a-9839-df4a58b21c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.023348 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0baeadbe-9066-4b51-a8da-0b407a8cb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.070746 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.101303 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Transition to ACTIVE for port object 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:01.121375 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.200621 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Pushing event updated for resources: {'Port': ['ID=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:01.213602 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Attempting to bind port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:01.214240 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Attempting to bind port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:01.214413 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Attempting to bind port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:01.222035 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.222880 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeadbe-9066-4b51-a8da-0b407a8cb8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff491e8f-623f-4ace-9821-1fdc31c87535,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:01.223026 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.223261 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.223655 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.224000 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.224338 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.224900 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.225810 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.226165 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.226504 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.226882 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.227212 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Tracked resource versions report: Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: pushed versions: Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: { 'AddressGroup': {'1.2'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'ConntrackHelper': {'1.0'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Log': {'1.0'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Network': {'1.1'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Port': {'1.7'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'PortForwarding': {'1.2'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'QosPolicy': {'1.8'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroup': {'1.4'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroupRule': {'1.2'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SubPort': {'1.0'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Subnet': {'1.1'}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Trunk': {'1.1'}} Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: consumer versions: Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: { DHCP agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: HyperV agent@hv-cinder-79628: {}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: L3 agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: Metadata agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: Metering agent@dv-cinder-796286-16-iscsi: {}, Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: Open vSwitch agent@dv-cinder-796286-16-iscsi: { 'AddressGroup': '1.2', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'ConntrackHelper': '1.0', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Log': '1.0', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Network': '1.1', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Port': '1.7', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'PortForwarding': '1.2', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'QosPolicy': '1.8', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroup': '1.4', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SecurityGroupRule': '1.2', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'SubPort': '1.0', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Subnet': '1.1', Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: 'Trunk': '1.1'}} Jul 08 19:42:01.228549 dv-cinder-796286-16-iscsi neutron-server[99696]: {{(pid=99696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 19:42:01.244855 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-0baeadbe-9066-4b51-a8da-0b407a8cb8b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bab83e09c06d454ba7046ee9601cff08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2514246 Jul 08 19:42:01.245818 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:01.247124 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:01.248476 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.249082 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:01.251228 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39610) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:01.270313 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Bound port: 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:01.270947 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.348441 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] For port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:01.359567 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] For port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:01.369269 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.411756 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7fa184e2-0230-4d0a-9839-df4a58b21c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.415498 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7fa184e2-0230-4d0a-9839-df4a58b21c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.420151 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7fa184e2-0230-4d0a-9839-df4a58b21c17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb9afd97-3340-4d57-b391-3e30579016a2 HTTP/1.1" status: 204 len: 168 time: 1.2381296 Jul 08 19:42:01.482509 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa184e2-0230-4d0a-9839-df4a58b21c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9afd97-3340-4d57-b391-3e30579016a2,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:01.523405 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a20d-47c9-4291-9f6e-0efc37a38766 None None] Pushing event updated for resources: {'Port': ['ID=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:01.573371 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Routers {'5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:01.574174 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:41:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:01.597191 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c7a5-e615-47ab-8509-e646d3c8f871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.601150 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-de9689fb-d6ae-4a67-8a0a-0a9e91c2ac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.609688 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c7a5-e615-47ab-8509-e646d3c8f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.740070 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-de9689fb-d6ae-4a67-8a0a-0a9e91c2ac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.759814 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Allocated IP 172.20.0.1 (990b60c8-9a3b-4470-b507-49b3593564f5/50679d43-eff3-49ce-a717-8b47f2973212/532a822a-1801-4ee4-b630-fd6b01423c26) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:01.770201 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-9bf0c7a5-e615-47ab-8509-e646d3c8f871 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d76647dbae345fa9501030f050d52d4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7755411 Jul 08 19:42:01.774276 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39626) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:01.780224 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0c7a5-e615-47ab-8509-e646d3c8f871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b111d5b5-3b08-490b-9c78-9936d64bc262,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:01.859151 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.888093 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Transition to ACTIVE for port object 546dc4de-8f49-4581-8a97-64400622d53d will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:01.906295 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:01.908966 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] Set router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:01.993049 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d7f58ebd-53ed-49af-bedf-f03185ba406d req-d7e76187-a95f-4746-8f60-1b13df81c7cd tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.1191211 Jul 08 19:42:02.011745 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec1fc0-5066-4358-a2f2-684c36b31393 None None] Pushing event updated for resources: {'Port': ['ID=546dc4de-8f49-4581-8a97-64400622d53d,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:02.063300 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Attempting to bind port 546dc4de-8f49-4581-8a97-64400622d53d on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:02.063835 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Attempting to bind port 546dc4de-8f49-4581-8a97-64400622d53d by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:02.064298 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Attempting to bind port 546dc4de-8f49-4581-8a97-64400622d53d on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:02.077486 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:02.077901 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:02.078599 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.078824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:02.079256 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Bound port: 546dc4de-8f49-4581-8a97-64400622d53d, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:02.079652 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.117619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.230077 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.267000 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4a07d9a8-f883-4e13-ac03-73a1b817d82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.293847 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] For port 546dc4de-8f49-4581-8a97-64400622d53d, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:02.317440 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:57Z', 'revision_number': 3, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:02.320221 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.321026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] For port 546dc4de-8f49-4581-8a97-64400622d53d, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=546dc4de-8f49-4581-8a97-64400622d53d,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:02.333024 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.379122 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e409b59a-e7b9-4ac4-b48a-5a93f0277f35 None None] The sync data for ids ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'] in dv-cinder-796286-16-iscsi is: [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:57Z', 'revision_number': 3, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:42:02.395412 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4a07d9a8-f883-4e13-ac03-73a1b817d82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.411941 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-de9689fb-d6ae-4a67-8a0a-0a9e91c2ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.416380 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-de9689fb-d6ae-4a67-8a0a-0a9e91c2ac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.422511 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-de9689fb-d6ae-4a67-8a0a-0a9e91c2ac1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff491e8f-623f-4ace-9821-1fdc31c87535 HTTP/1.1" status: 204 len: 168 time: 1.1700165 Jul 08 19:42:02.464927 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.91', 60714) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:02.520883 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:02.522709 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:41:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:02.567581 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Network 990b60c8-9a3b-4470-b507-49b3593564f5 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:02.586429 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9689fb-d6ae-4a67-8a0a-0a9e91c2ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff491e8f-623f-4ace-9821-1fdc31c87535,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:02.640999 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:02.651619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:02.652137 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:02.721802 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec1fc0-5066-4358-a2f2-684c36b31393 None None] Pushing event updated for resources: {'Port': ['ID=546dc4de-8f49-4581-8a97-64400622d53d,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:02.851943 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7ee94cc1-330e-4909-90e4-a8b472a88157 req-5d6998b7-a6c0-4d28-8910-aad89b12f957 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.4689212 Jul 08 19:42:02.941414 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Allocated IP 172.20.0.1 (881a3778-3f8c-45d4-86a9-4a462c1b9d81/d45cd33c-1730-4e5c-b816-4170d2256283/7e566947-81ed-44ac-96b8-2dd761165755) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:02.972141 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Pushing event updated for resources: {'Port': ['ID=532a822a-1801-4ee4-b630-fd6b01423c26,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:02.983224 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:03.132678 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4a07d9a8-f883-4e13-ac03-73a1b817d82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:03.135764 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4a07d9a8-f883-4e13-ac03-73a1b817d82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:03.141767 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-4a07d9a8-f883-4e13-ac03-73a1b817d82b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b111d5b5-3b08-490b-9c78-9936d64bc262 HTTP/1.1" status: 204 len: 168 time: 1.3327630 Jul 08 19:42:03.163702 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07d9a8-f883-4e13-ac03-73a1b817d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b111d5b5-3b08-490b-9c78-9936d64bc262,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:03.262749 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:03.304959 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.provisioning_blocks [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Transition to ACTIVE for port object 7e566947-81ed-44ac-96b8-2dd761165755 will not be triggered until provisioned by entity DHCP. {{(pid=99693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:03.369741 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:03.394171 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.91', 60722) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:03.401366 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:03.482363 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Pushing event updated for resources: {'Port': ['ID=7e566947-81ed-44ac-96b8-2dd761165755,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:03.549166 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-25d24207-1525-401f-8dff-481daffa4679 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:03.551065 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-25d24207-1525-401f-8dff-481daffa4679 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 1.0516777 Jul 08 19:42:03.590040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:03.606788 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-59c7b8f3-a185-4766-8300-9aeb4f4fbc29 req-f9acd49f-7d09-403f-a683-bd52e4bc9de3 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.1334436 Jul 08 19:42:03.608239 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:03.637142 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:03.637520 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:03.696892 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:58Z', 'revision_number': 3, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:03.758640 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d599fa-95f0-4776-b73c-cf75b7e0915d None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:41:58Z', 'revision_number': 3, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:42:03.994241 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39702) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:04.035595 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Request body: {'port': {'device_id': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'admin_state_up': True, 'tenant_id': '2c094057931b40099e2aa2ab073b03bd'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:04.067932 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-866aa163-134f-44e3-9d0a-303a13d4ffba None None] Provisioning for port 7e566947-81ed-44ac-96b8-2dd761165755 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:04.075427 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-866aa163-134f-44e3-9d0a-303a13d4ffba None None] Provisioning complete for port 7e566947-81ed-44ac-96b8-2dd761165755 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:04.076555 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-866aa163-134f-44e3-9d0a-303a13d4ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.099269 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-314c799f-76e8-4681-97f8-1f6a8f4b7686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.116263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.131076 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.132325 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.165812 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-866aa163-134f-44e3-9d0a-303a13d4ffba None None] Port 7e566947-81ed-44ac-96b8-2dd761165755 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:42:04.497137 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9faf680b-b7e8-4b94-9656-c82ef2e7e300 req-16ba1f9b-18d3-40a6-80ae-c5cac72ea470 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0750053 Jul 08 19:42:04.527440 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-314c799f-76e8-4681-97f8-1f6a8f4b7686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.551569 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.557358 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-314c799f-76e8-4681-97f8-1f6a8f4b7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.653563 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-314c799f-76e8-4681-97f8-1f6a8f4b7686 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33edef297b1c48bf889fb8f3e6f1565b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6553478 Jul 08 19:42:04.667610 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-01b64d7f-70ee-4b14-9cf4-a80d84c3b8ee tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:04.669538 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-01b64d7f-70ee-4b14-9cf4-a80d84c3b8ee tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.91 "GET /v2.0/networks?id=66ad7862-b845-46bf-9f13-29952f6f645d HTTP/1.1" status: 200 len: 812 time: 1.2654579 Jul 08 19:42:04.670142 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39736) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:04.694341 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c799f-76e8-4681-97f8-1f6a8f4b7686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4de401-e58e-4640-80dc-356c72e8ed7b,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:04.742880 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Request body: {'port': {'device_id': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d', 'admin_state_up': True, 'tenant_id': 'fd278075f9f24a0c88f8d5a1a420219f'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:04.752423 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:04.923721 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:04.935908 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:04.936292 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:04.957510 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Pushing event updated for resources: {'Port': ['ID=532a822a-1801-4ee4-b630-fd6b01423c26,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:05.216284 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.229508 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.230556 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.354296 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-229f0d48-20ad-4913-b37c-166993beba79 req-a4bc5b4f-4f62-4cd5-bf30-2545627e5bf5 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.1345928 Jul 08 19:42:05.354837 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d8da61a8-804b-4651-a104-bdce0afb843c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.372189 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.412852 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-556e88ac-5c8b-44dc-b5c6-93685c94a241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.427518 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Network 990b60c8-9a3b-4470-b507-49b3593564f5 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:05.443942 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Pushing event updated for resources: {'Port': ['ID=7e566947-81ed-44ac-96b8-2dd761165755,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:05.459529 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:05.464946 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:05.477389 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.478314 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 546dc4de-8f49-4581-8a97-64400622d53d up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:05.542434 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:05.544831 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-556e88ac-5c8b-44dc-b5c6-93685c94a241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.554249 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:05.757943 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Made reservation on behalf of 2c094057931b40099e2aa2ab073b03bd for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:42:05.775003 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.895804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:42:05.899066 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Made reservation on behalf of fd278075f9f24a0c88f8d5a1a420219f for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:42:05.917151 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:05.919157 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.971446 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 546dc4de-8f49-4581-8a97-64400622d53d completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:05.983329 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 546dc4de-8f49-4581-8a97-64400622d53d triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:05.985276 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:05.993190 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:42:06.052549 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-91a8518e-3936-4604-9fea-dccec886cc4b req-3dcdbcbc-f57b-4023-b1b4-4b28465d88d8 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.1274304 Jul 08 19:42:06.072396 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-e219cd2c-5a41-4fe4-aa97-4508b290bb70 None None] Provisioning complete for port 7e566947-81ed-44ac-96b8-2dd761165755 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:06.075179 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e219cd2c-5a41-4fe4-aa97-4508b290bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.166814 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-e219cd2c-5a41-4fe4-aa97-4508b290bb70 None None] Port 7e566947-81ed-44ac-96b8-2dd761165755 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:42:06.304327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.306065 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-556e88ac-5c8b-44dc-b5c6-93685c94a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.309878 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-556e88ac-5c8b-44dc-b5c6-93685c94a241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.312077 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-556e88ac-5c8b-44dc-b5c6-93685c94a241 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c4de401-e58e-4640-80dc-356c72e8ed7b HTTP/1.1" status: 204 len: 168 time: 1.6066351 Jul 08 19:42:06.370850 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 546dc4de-8f49-4581-8a97-64400622d53d, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=546dc4de-8f49-4581-8a97-64400622d53d,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:06.399009 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.450830 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Allocated IP 172.20.0.4 (66ad7862-b845-46bf-9f13-29952f6f645d/88ed4404-409a-4c69-aa4a-ab0bba364ab3/49c492e6-a39f-4f03-86ec-236eae76cda4) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:06.573583 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=546dc4de-8f49-4581-8a97-64400622d53d,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:06.619247 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:06.650576 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e88ac-5c8b-44dc-b5c6-93685c94a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4de401-e58e-4640-80dc-356c72e8ed7b,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:06.689388 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:42:06.700873 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fa89b815-2976-4160-84bc-7fd3a0fa7a35 admin admin] 10.222.0.41 "PUT /v2.0/routers/1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6218581 Jul 08 19:42:06.775723 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:06.776106 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:06.800290 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0677001d-378f-42f1-8905-3d80a07297ab req-7c91ef8b-84fe-4a3a-b3fe-2f76eecb13e2 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.1060226 Jul 08 19:42:07.086303 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:42:07.098591 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:07.100420 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:41:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:07.122118 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Allocated IP 172.20.0.12 (125a1fc8-7604-4434-9526-7ffbebc2ec79/8d5431c0-c08c-4a69-bb7f-553aa798e76f/1452cbf5-4cb6-4494-9df4-3b665949bcad) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:07.128462 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:42:07.139865 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Sync routers for ids ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:42:07.152321 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-522bea8a-5d98-4adc-8438-da1156513496 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9960268 Jul 08 19:42:07.158997 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Routers {'5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:07.159694 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:41:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:07.176731 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:07.480679 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-26db3480-654f-4938-8804-e0e4f3ff857e req-237b10cd-6114-4bff-baae-cdb70dcf128b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.1170619 Jul 08 19:42:07.503369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Set router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:07.562495 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:07.693703 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:07.913171 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Pushing event updated for resources: {'Port': ['ID=49c492e6-a39f-4f03-86ec-236eae76cda4,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:07.942300 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Network 66ad7862-b845-46bf-9f13-29952f6f645d is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:07.963769 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:07.987547 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:07.994889 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:08.003428 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.087104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:03Z', 'revision_number': 4, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '532a822a-1801-4ee4-b630-fd6b01423c26', 'name': '', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'mac_address': 'fa:16:3e:ab:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50679d43-eff3-49ce-a717-8b47f2973212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:00Z', 'updated_at': '2021-07-08T19:42:03Z', 'revision_number': 2, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'subnets': [{'id': '50679d43-eff3-49ce-a717-8b47f2973212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:08.098403 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e6597ca-62c3-44ad-bbf4-ca0b9af71c06 req-2e4d77b8-6f83-4c3a-a7c5-028cceeb76de tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.0343578 Jul 08 19:42:08.102971 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0099a775-ef6e-4b0a-954d-8a65a5b9963a tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3734875 Jul 08 19:42:08.107079 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.117144 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-7e4f002e-ed38-4e40-b14c-241f1ba4890e tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:42:08.118675 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-7e4f002e-ed38-4e40-b14c-241f1ba4890e tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084405 Jul 08 19:42:08.190118 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.233350 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:05Z', 'revision_number': 2, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:08.246064 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Checking router: 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:42:08.253283 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Updating router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a port 532a822a-1801-4ee4-b630-fd6b01423c26 binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:42:08.308862 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:42:08.311069 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Updating router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 port 7e566947-81ed-44ac-96b8-2dd761165755 binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:42:08.325784 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event updated for resources: {'Port': ['ID=1452cbf5-4cb6-4494-9df4-3b665949bcad,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:08.378304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:08.386178 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:08.400190 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:08.422110 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:08.422929 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.495619 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8197425a-e2f9-423d-90d4-dde9fc5b46ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4662893 Jul 08 19:42:08.548100 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.554539 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.606165 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39838) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:08.612711 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.623733 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-91ddbfce-dcf4-46a6-a78c-8b44de7ddf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:08.828525 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 546dc4de-8f49-4581-8a97-64400622d53d up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:09.026842 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39856) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:09.037397 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190364247', 'description': 'tempest-description--1745726456'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:09.095720 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Request body: {'port': {'device_id': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:09.191952 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.278203 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa7798a7-9bb7-4609-b103-da6b3e669c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.282113 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Request body: {'port': {'device_id': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:09.285302 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.320029 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39862) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:09.329418 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f551a3-4317-4d4b-a4c1-e7fa5ebab4b9 req-0518bc29-34ac-45c5-aff9-2c0aac39c844 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:09.331701 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a0f551a3-4317-4d4b-a4c1-e7fa5ebab4b9 req-0518bc29-34ac-45c5-aff9-2c0aac39c844 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 931 time: 0.4431417 Jul 08 19:42:09.576796 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a0f551a3-4317-4d4b-a4c1-e7fa5ebab4b9 req-37a37b1e-f173-4d37-af39-13d7cd6da42e tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288909 Jul 08 19:42:09.593330 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa6059b1-2ac2-4373-ba69-8a89fe66a6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.615538 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.620266 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.684156 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.701877 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa7798a7-9bb7-4609-b103-da6b3e669c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.708853 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa7798a7-9bb7-4609-b103-da6b3e669c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.730785 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Transition to ACTIVE for port object 7e566947-81ed-44ac-96b8-2dd761165755 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:09.755178 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.777235 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fa7798a7-9bb7-4609-b103-da6b3e669c4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1e3225c6b3c4b44a74eadc9dcc17bd2&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1727312 Jul 08 19:42:09.782134 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7798a7-9bb7-4609-b103-da6b3e669c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05861747-c40f-4904-a23d-343d43a33695,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:09.791212 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39876) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:09.877844 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 546dc4de-8f49-4581-8a97-64400622d53d triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:09.884493 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:09.969127 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f36377ca-07bf-49d4-b5bf-f7d0ae6d985c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.018473 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f36377ca-07bf-49d4-b5bf-f7d0ae6d985c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.202669 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-9bbdb213-4445-4bf6-803f-dc54feff5186 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:10.209456 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-9bbdb213-4445-4bf6-803f-dc54feff5186 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 819 time: 0.3491633 Jul 08 19:42:10.210748 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540608f1-7596-4458-9b96-20d950c2cfa0 None None] Pushing event updated for resources: {'Port': ['ID=7e566947-81ed-44ac-96b8-2dd761165755,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:10.213877 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Attempting to bind port 7e566947-81ed-44ac-96b8-2dd761165755 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:10.214255 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Attempting to bind port 7e566947-81ed-44ac-96b8-2dd761165755 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:10.214629 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Attempting to bind port 7e566947-81ed-44ac-96b8-2dd761165755 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:10.252157 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:10.256173 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-945d0d80-fd28-4ee9-bc67-98fa281fcabc tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/quotas/25f6564b00f64b0bacad3b6b622c4a4e HTTP/1.1" status: 200 len: 375 time: 0.0453706 Jul 08 19:42:10.262112 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Checking segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:10.262546 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.263005 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Bound using segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:10.263520 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Bound port: 7e566947-81ed-44ac-96b8-2dd761165755, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:10.264021 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.342479 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f36377ca-07bf-49d4-b5bf-f7d0ae6d985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.345409 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f36377ca-07bf-49d4-b5bf-f7d0ae6d985c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.346876 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f36377ca-07bf-49d4-b5bf-f7d0ae6d985c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05861747-c40f-4904-a23d-343d43a33695 HTTP/1.1" status: 204 len: 168 time: 0.5541439 Jul 08 19:42:10.366257 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36377ca-07bf-49d4-b5bf-f7d0ae6d985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05861747-c40f-4904-a23d-343d43a33695,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:10.566275 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] For port 7e566947-81ed-44ac-96b8-2dd761165755, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:10.582052 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-c29ecfd7-bd3d-4a4e-a87f-1c925b02c120 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3227935 Jul 08 19:42:10.583556 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] For port 7e566947-81ed-44ac-96b8-2dd761165755, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=7e566947-81ed-44ac-96b8-2dd761165755,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:10.612117 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.677001 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.716348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Transition to ACTIVE for port object 532a822a-1801-4ee4-b630-fd6b01423c26 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:10.759236 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:10.862133 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-7b2f03be-a3d4-41d4-a534-d2330e113e47 service neutron] 10.222.0.41 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725143 Jul 08 19:42:10.891381 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:10.892031 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:42:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:10.904226 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540608f1-7596-4458-9b96-20d950c2cfa0 None None] Pushing event updated for resources: {'Port': ['ID=7e566947-81ed-44ac-96b8-2dd761165755,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:11.228059 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:11.234974 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-d0b6c3df-5c69-4e56-a6a5-d8612b2ea50c service neutron] 10.222.0.41 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683577 Jul 08 19:42:11.253658 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Attempting to bind port 532a822a-1801-4ee4-b630-fd6b01423c26 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:11.254398 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Attempting to bind port 532a822a-1801-4ee4-b630-fd6b01423c26 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:11.254694 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Attempting to bind port 532a822a-1801-4ee4-b630-fd6b01423c26 on network 990b60c8-9a3b-4470-b507-49b3593564f5 {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:11.331091 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:11.341524 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Checking segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:11.346842 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:11.347385 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Bound using segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:11.348012 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Bound port: 532a822a-1801-4ee4-b630-fd6b01423c26, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:11.348651 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:11.361365 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644effb9-2a73-4440-bd86-5d257ed4b92d req-2c4feeb6-b9ec-4c97-8bc6-a693b12ea792 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:11.363052 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-644effb9-2a73-4440-bd86-5d257ed4b92d req-2c4feeb6-b9ec-4c97-8bc6-a693b12ea792 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 932 time: 1.4144213 Jul 08 19:42:11.370506 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:11.409804 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc672a7d-9766-4db7-88a5-76a41ae6d6be None None] Pushing event updated for resources: {'Port': ['ID=532a822a-1801-4ee4-b630-fd6b01423c26,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:11.553055 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] For port 532a822a-1801-4ee4-b630-fd6b01423c26, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:11.560524 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] For port 532a822a-1801-4ee4-b630-fd6b01423c26, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=532a822a-1801-4ee4-b630-fd6b01423c26,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:11.570293 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:11.619585 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:10Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:11.716506 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7805-8e2a-489b-befb-227d34071835 None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:10Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:42:11.787348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Routers {'5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:11.787348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:42:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:11.936832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:11.950548 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1452cbf5-4cb6-4494-9df4-3b665949bcad {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:12.000214 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.013156 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] Set router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:12.086227 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Transition to ACTIVE for port object 1452cbf5-4cb6-4494-9df4-3b665949bcad will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:12.133720 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.217262 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.269335 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1452cbf5-4cb6-4494-9df4-3b665949bcad,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:12.298045 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93c8ae-55ae-4ce7-866d-a4ca67055c57 req-1d2e348e-020b-45ff-9403-99fa688da0d8 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:12.301457 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5d93c8ae-55ae-4ce7-866d-a4ca67055c57 req-1d2e348e-020b-45ff-9403-99fa688da0d8 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 931 time: 0.4725282 Jul 08 19:42:12.370711 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80709825-2e67-4569-8ed8-3138bd2d8609,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:12.410591 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-644effb9-2a73-4440-bd86-5d257ed4b92d req-b95faf4e-9e1d-42d3-9d13-714bc1348ac9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0008016 Jul 08 19:42:12.415203 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc672a7d-9766-4db7-88a5-76a41ae6d6be None None] Pushing event updated for resources: {'Port': ['ID=532a822a-1801-4ee4-b630-fd6b01423c26,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:12.515130 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5d93c8ae-55ae-4ce7-866d-a4ca67055c57 req-c6f2931f-372b-436e-bcb8-72d4e3dd899b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996741 Jul 08 19:42:12.572342 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c492e6-a39f-4f03-86ec-236eae76cda4 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:12.643756 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa6059b1-2ac2-4373-ba69-8a89fe66a6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.663141 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa6059b1-2ac2-4373-ba69-8a89fe66a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.722819 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:03Z', 'revision_number': 4, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '532a822a-1801-4ee4-b630-fd6b01423c26', 'name': '', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'mac_address': 'fa:16:3e:ab:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50679d43-eff3-49ce-a717-8b47f2973212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:00Z', 'updated_at': '2021-07-08T19:42:11Z', 'revision_number': 4, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'subnets': [{'id': '50679d43-eff3-49ce-a717-8b47f2973212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:12.748045 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7e566947-81ed-44ac-96b8-2dd761165755 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:12.780359 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.805874 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fa6059b1-2ac2-4373-ba69-8a89fe66a6dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2854c5b971c4e868c7c99b5b5cfdaad&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4835606 Jul 08 19:42:12.828715 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 39970) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:12.841139 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6059b1-2ac2-4373-ba69-8a89fe66a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2ef7b9-a1d5-4e8e-beed-835e675f227b,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:12.872878 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Attempting to bind port 1452cbf5-4cb6-4494-9df4-3b665949bcad on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:12.873726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Attempting to bind port 1452cbf5-4cb6-4494-9df4-3b665949bcad by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:12.874184 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Attempting to bind port 1452cbf5-4cb6-4494-9df4-3b665949bcad on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:12.883722 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ab320-3b65-4200-8f59-37c76f8d10c6 None None] The sync data for ids ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'] in dv-cinder-796286-16-iscsi is: [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:03Z', 'revision_number': 4, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '532a822a-1801-4ee4-b630-fd6b01423c26', 'name': '', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'mac_address': 'fa:16:3e:ab:8b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50679d43-eff3-49ce-a717-8b47f2973212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:00Z', 'updated_at': '2021-07-08T19:42:11Z', 'revision_number': 4, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'subnets': [{'id': '50679d43-eff3-49ce-a717-8b47f2973212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:42:12.887530 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-156cd14f-f1f9-4938-9f9e-7bc29125c754 req-522dce81-20cb-41fb-8148-3030e7dd3788 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 210 time: 0.1355951 Jul 08 19:42:12.887530 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:12.889132 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e679af77-d4ae-4d96-bc35-5eeb6616a8fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.8597341 Jul 08 19:42:12.894417 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 39976) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:12.900460 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'security_group_rule': {'security_group_id': '80709825-2e67-4569-8ed8-3138bd2d8609', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:12.930121 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Port 1452cbf5-4cb6-4494-9df4-3b665949bcad on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:42:12.941038 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Attempting to bind port 1452cbf5-4cb6-4494-9df4-3b665949bcad on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:12.955532 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Transition to ACTIVE for port object 49c492e6-a39f-4f03-86ec-236eae76cda4 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:12.993218 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.068741 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.085817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:13.086240 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Checking segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:13.086813 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Bound using segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:13.087300 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Bound port: 1452cbf5-4cb6-4494-9df4-3b665949bcad, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:13.087694 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.090084 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fd88ee8e-e54c-4cfb-a48d-87e5106b7c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.130828 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fd88ee8e-e54c-4cfb-a48d-87e5106b7c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.138252 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 7e566947-81ed-44ac-96b8-2dd761165755 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:13.149984 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 7e566947-81ed-44ac-96b8-2dd761165755 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:13.150252 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.216832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fd88ee8e-e54c-4cfb-a48d-87e5106b7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.220315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fd88ee8e-e54c-4cfb-a48d-87e5106b7c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.222486 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fd88ee8e-e54c-4cfb-a48d-87e5106b7c2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c2ef7b9-a1d5-4e8e-beed-835e675f227b HTTP/1.1" status: 204 len: 168 time: 0.3945801 Jul 08 19:42:13.252594 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88ee8e-e54c-4cfb-a48d-87e5106b7c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2ef7b9-a1d5-4e8e-beed-835e675f227b,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:13.337057 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.384567 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 7e566947-81ed-44ac-96b8-2dd761165755, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=7e566947-81ed-44ac-96b8-2dd761165755,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:13.392129 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.571197 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=7e566947-81ed-44ac-96b8-2dd761165755,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:13.716557 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] For port 1452cbf5-4cb6-4494-9df4-3b665949bcad, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:13.725442 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] For port 1452cbf5-4cb6-4494-9df4-3b665949bcad, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:13.801064 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.857211 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a999b3-f689-43a4-aacf-2866ffbb3114 req-2f185e89-cee5-443b-b0d9-5c306644abe2 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:13.871444 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-20a999b3-f689-43a4-aacf-2866ffbb3114 req-2f185e89-cee5-443b-b0d9-5c306644abe2 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 944 time: 0.2303102 Jul 08 19:42:13.915080 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:13.915721 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.917470 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] 10.222.0.91 "PUT /v2.0/ports/1452cbf5-4cb6-4494-9df4-3b665949bcad HTTP/1.1" status: 200 len: 1094 time: 5.1850317 Jul 08 19:42:13.937062 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Attempting to bind port 49c492e6-a39f-4f03-86ec-236eae76cda4 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:13.937333 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Attempting to bind port 49c492e6-a39f-4f03-86ec-236eae76cda4 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a9e32f6c-c581-496d-a346-41ae248de3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:13.942975 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Attempting to bind port 49c492e6-a39f-4f03-86ec-236eae76cda4 on network 66ad7862-b845-46bf-9f13-29952f6f645d {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:13.959630 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:13.965897 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'tag': '1452cbf5-4cb6-4494-9df4-3b665949bcad'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:14.011236 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-20a999b3-f689-43a4-aacf-2866ffbb3114 req-b5d5d2cf-7b21-4bbd-beea-6cd46192e6aa tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386352 Jul 08 19:42:14.190590 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Port 49c492e6-a39f-4f03-86ec-236eae76cda4 on network 66ad7862-b845-46bf-9f13-29952f6f645d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:42:14.190590 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Attempting to bind port 49c492e6-a39f-4f03-86ec-236eae76cda4 on network 66ad7862-b845-46bf-9f13-29952f6f645d {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:14.325166 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:14.399891 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Pushing event updated for resources: {'Port': ['ID=49c492e6-a39f-4f03-86ec-236eae76cda4,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:14.415079 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-897b6730-4071-489c-9ad8-ab28fc3b8123 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:14.417405 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:14.418581 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-897b6730-4071-489c-9ad8-ab28fc3b8123 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 819 time: 0.2645526 Jul 08 19:42:14.442112 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40018) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:14.442962 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:14.443459 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Checking segment: {'id': 'a9e32f6c-c581-496d-a346-41ae248de3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:14.443966 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Bound using segment: {'id': 'a9e32f6c-c581-496d-a346-41ae248de3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:14.444560 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Bound port: 49c492e6-a39f-4f03-86ec-236eae76cda4, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e32f6c-c581-496d-a346-41ae248de3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:14.444989 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:14.463712 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-3b25b267-322a-4276-9a11-411764e7aafb tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/quotas/25f6564b00f64b0bacad3b6b622c4a4e HTTP/1.1" status: 200 len: 375 time: 0.0304503 Jul 08 19:42:14.667387 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552600fe-010f-4ae0-a4ec-8598393970a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1452cbf5-4cb6-4494-9df4-3b665949bcad,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:14.715163 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-6eb8cc11-a49b-4890-b336-e89cd419f4a2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2322347 Jul 08 19:42:14.723443 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609b5dd1-8d52-4e2a-bae0-3ae6b1287995,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:14.762026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7e566947-81ed-44ac-96b8-2dd761165755 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:14.871901 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40026) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:14.976365 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-10608963-1e7b-4c8c-ad24-09ec8727b616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.006980 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 7e566947-81ed-44ac-96b8-2dd761165755 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:15.007616 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.008642 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.011246 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-5c5a0055-a108-4323-aeaf-e2279d3fa8e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1154017 Jul 08 19:42:15.025767 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40030) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:15.144368 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] For port 49c492e6-a39f-4f03-86ec-236eae76cda4, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:15.152696 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] For port 49c492e6-a39f-4f03-86ec-236eae76cda4, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49c492e6-a39f-4f03-86ec-236eae76cda4,segment=NetworkSegment(a9e32f6c-c581-496d-a346-41ae248de3b4),segment_id=a9e32f6c-c581-496d-a346-41ae248de3b4)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:15.168718 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'security_group_rule': {'security_group_id': '80709825-2e67-4569-8ed8-3138bd2d8609', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:15.208293 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6782eac2-2ab2-41c7-86d6-39c705f782a2" -d '{"events": [{"name": "network-changed", "server_uuid": "82255a4c-338c-4587-8a93-b644ca09bd3a", "tag": "1452cbf5-4cb6-4494-9df4-3b665949bcad"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:15.226179 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-9e27c79f-bf17-46b7-a939-45de11120e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:15.230526 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-9e27c79f-bf17-46b7-a939-45de11120e95 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 1097 time: 1.0697997 Jul 08 19:42:15.231756 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.290202 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-3021a90a-da34-4cf2-b5ff-7ed4fff843be service neutron] 10.222.0.41 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696182 Jul 08 19:42:15.355074 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 532a822a-1801-4ee4-b630-fd6b01423c26 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:15.518624 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e908e5a5-1b17-4f9e-bc62-5dea34608d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.540551 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 532a822a-1801-4ee4-b630-fd6b01423c26 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:15.558042 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 532a822a-1801-4ee4-b630-fd6b01423c26 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:15.558469 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.675207 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:15.676284 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.678867 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] 10.222.0.91 "PUT /v2.0/ports/49c492e6-a39f-4f03-86ec-236eae76cda4 HTTP/1.1" status: 200 len: 1093 time: 6.9413540 Jul 08 19:42:15.683725 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.91', 60732) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:15.690369 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-914875e7-b613-46c9-9046-061237045c6d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad HTTP/1.1" status: 200 len: 217 time: 0.4097321 Jul 08 19:42:15.695580 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.db.api [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 19:42:15.695580 dv-cinder-796286-16-iscsi neutron-server[99694]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 19:42:15.695580 dv-cinder-796286-16-iscsi neutron-server[99694]: [parameters: {'project_id': '56eb825e250b4988bbc1d0def6768e77', 'id': 'e451cc49-1240-40ba-aa79-b7c65571ee11', 'expiration': datetime.datetime(2021, 7, 8, 19, 44, 15, 561766)}] Jul 08 19:42:15.695580 dv-cinder-796286-16-iscsi neutron-server[99694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 19:42:15.696662 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG oslo_db.api [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 19:42:15.712628 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1c0a9-1319-4b29-a09b-84c1470f1aac req-a20ffceb-511a-4a69-ae15-c289121b337f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:15.714952 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8bd1c0a9-1319-4b29-a09b-84c1470f1aac req-a20ffceb-511a-4a69-ae15-c289121b337f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 943 time: 1.5584416 Jul 08 19:42:15.915944 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:15.918897 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-10608963-1e7b-4c8c-ad24-09ec8727b616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.028060 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 532a822a-1801-4ee4-b630-fd6b01423c26, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=532a822a-1801-4ee4-b630-fd6b01423c26,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:16.036641 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.059341 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e908e5a5-1b17-4f9e-bc62-5dea34608d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.061266 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-10608963-1e7b-4c8c-ad24-09ec8727b616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.149312 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-10608963-1e7b-4c8c-ad24-09ec8727b616 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5df3f003be684f31bbfe4bdd3e75ce2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2755179 Jul 08 19:42:16.150136 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e908e5a5-1b17-4f9e-bc62-5dea34608d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.202092 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=532a822a-1801-4ee4-b630-fd6b01423c26,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:16.205160 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40050) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:16.205893 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10608963-1e7b-4c8c-ad24-09ec8727b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4a834-bc4e-4071-9f91-c65d2b712ce1,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:16.284616 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e908e5a5-1b17-4f9e-bc62-5dea34608d87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99510910ad9a476bbdab87e7d4e07ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8409593 Jul 08 19:42:16.288727 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-142f13a5-d6a8-44d2-a2f7-790d13f28ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962997 Jul 08 19:42:16.297471 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40056) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:16.300272 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908e5a5-1b17-4f9e-bc62-5dea34608d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3055d540-72ae-45b2-b8fa-87cfea843e11,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:16.459620 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d66c-801f-4898-aed6-b926f7abeea5 service neutron] Pushing event updated for resources: {'Port': ['ID=49c492e6-a39f-4f03-86ec-236eae76cda4,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:16.523777 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e877d9c1-074f-4cc6-ae01-3a930b7029eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.603607 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e877d9c1-074f-4cc6-ae01-3a930b7029eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.714163 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8bd1c0a9-1319-4b29-a09b-84c1470f1aac req-0ee56900-cb1d-4728-bbfc-f209768ea786 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9610920 Jul 08 19:42:16.744705 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-3d608fdc-24a0-49b9-b527-8120f08ba332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:16.748952 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-3d608fdc-24a0-49b9-b527-8120f08ba332 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 1.0217941 Jul 08 19:42:16.752769 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 532a822a-1801-4ee4-b630-fd6b01423c26 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:16.790689 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.879875 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e877d9c1-074f-4cc6-ae01-3a930b7029eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.889826 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e877d9c1-074f-4cc6-ae01-3a930b7029eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.897322 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e877d9c1-074f-4cc6-ae01-3a930b7029eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6e4a834-bc4e-4071-9f91-c65d2b712ce1 HTTP/1.1" status: 204 len: 168 time: 0.6036816 Jul 08 19:42:16.956159 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877d9c1-074f-4cc6-ae01-3a930b7029eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4a834-bc4e-4071-9f91-c65d2b712ce1,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:16.958026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 532a822a-1801-4ee4-b630-fd6b01423c26 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:16.960502 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:16.970471 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74301f14-69aa-4905-921d-af4ceb133ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.020653 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74301f14-69aa-4905-921d-af4ceb133ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.024989 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-8ef1b38c-0a10-40f8-8f6a-27d59cc2119d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2397451 Jul 08 19:42:17.119753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74301f14-69aa-4905-921d-af4ceb133ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.138489 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74301f14-69aa-4905-921d-af4ceb133ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.143554 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-74301f14-69aa-4905-921d-af4ceb133ac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3055d540-72ae-45b2-b8fa-87cfea843e11 HTTP/1.1" status: 204 len: 168 time: 0.8178844 Jul 08 19:42:17.163820 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74301f14-69aa-4905-921d-af4ceb133ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3055d540-72ae-45b2-b8fa-87cfea843e11,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:17.360497 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-d15133df-73b8-4a4d-a3d0-9ed96403c431 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523201 Jul 08 19:42:17.429229 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-e5eef1ce-5814-4e9a-9148-01dbf4e6ae6d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:17.431745 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-e5eef1ce-5814-4e9a-9148-01dbf4e6ae6d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 819 time: 1.7286174 Jul 08 19:42:17.436541 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-c05b3c24-b62d-414b-89bd-0531e7807aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:17.439283 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-c05b3c24-b62d-414b-89bd-0531e7807aa2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd278075f9f24a0c88f8d5a1a420219f&device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 1096 time: 1.1131279 Jul 08 19:42:17.471722 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.478408 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.503057 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339859e4-f5ad-457a-bc4b-6e37c43acd0d,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:17.535291 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Request body: {'port': {'device_id': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'admin_state_up': True, 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:17.653613 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ae5eb-a8b7-454e-b17e-688a7f405f33 req-29cecebc-005a-4931-98ea-b138b2dc3daf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:17.655147 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-249ae5eb-a8b7-454e-b17e-688a7f405f33 req-29cecebc-005a-4931-98ea-b138b2dc3daf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 944 time: 0.6622083 Jul 08 19:42:17.657533 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661ce2c7-3175-4c1a-a223-fdd8b5a28393 req-395cf09d-0f20-466d-ad6f-bc5f1f013c3d service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378095 Jul 08 19:42:17.728816 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40098) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:17.759381 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.763837 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-2d4bf0de-5e04-47a9-8809-40c8e4c395cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6070673 Jul 08 19:42:17.765191 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40104) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:17.765512 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-79a5dfe8-ccb9-4518-9ef6-ab7f846e3147 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49c492e6-a39f-4f03-86ec-236eae76cda4 HTTP/1.1" status: 200 len: 217 time: 0.2413187 Jul 08 19:42:17.770100 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:17.775325 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf927e15-108e-450a-9874-efebd0c108d2 x-openstack-request-id: req-cf927e15-108e-450a-9874-efebd0c108d2 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:17.775620 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82255a4c-338c-4587-8a93-b644ca09bd3a", "tag": "1452cbf5-4cb6-4494-9df4-3b665949bcad", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:17.775871 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf927e15-108e-450a-9874-efebd0c108d2 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:17.776328 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'tag': '1452cbf5-4cb6-4494-9df4-3b665949bcad', 'status': 'completed', 'code': 200} Jul 08 19:42:17.928900 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:17.944874 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c94df26a-cf9f-4b68-9c46-15dd7c62859b req-182387d8-8ec1-4e34-9523-735a46ab946c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 210 time: 0.0729218 Jul 08 19:42:17.980305 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-249ae5eb-a8b7-454e-b17e-688a7f405f33 req-09af97a3-0bb5-440c-b329-3fded282b39e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009751 Jul 08 19:42:18.072301 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0dfada73-2850-480f-9a74-1634dcd5eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:18.073987 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-0dfada73-2850-480f-9a74-1634dcd5eb15 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=88ed4404-409a-4c69-aa4a-ab0bba364ab3 HTTP/1.1" status: 200 len: 852 time: 0.2513623 Jul 08 19:42:18.126129 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-706bce32-84ab-4038-85b8-bd97ef489692 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66ad7862-b845-46bf-9f13-29952f6f645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440073 Jul 08 19:42:18.233208 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Made reservation on behalf of 25f6564b00f64b0bacad3b6b622c4a4e for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:42:18.237337 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:18.307687 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-62ca9c73-098c-4c63-8c1d-3f4e8315a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:18.309395 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-62ca9c73-098c-4c63-8c1d-3f4e8315a41c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 1097 time: 0.4120736 Jul 08 19:42:18.568993 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-32056aca-abce-43df-a3ca-7189270eca58 service neutron] 10.222.0.91 "GET /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221072 Jul 08 19:42:18.660277 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-550db9b9-d787-446f-9d9a-93142fa522c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:18.664582 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40116) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:18.734190 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e748186-706b-476d-8cd9-1088c5db3ebd req-2a68ea37-76f7-46e0-a030-e85776af207d tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:18.741019 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e748186-706b-476d-8cd9-1088c5db3ebd req-2a68ea37-76f7-46e0-a030-e85776af207d tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 943 time: 0.4858258 Jul 08 19:42:18.808500 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2916774c-6a0b-4e25-861f-692d54301c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:18.839273 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-1eb19706-37a0-44f5-b710-f1a46bbaceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:18.841245 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-1eb19706-37a0-44f5-b710-f1a46bbaceb8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 916 time: 0.5061958 Jul 08 19:42:18.861891 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Allocated IP 172.20.0.6 (990b60c8-9a3b-4470-b507-49b3593564f5/50679d43-eff3-49ce-a717-8b47f2973212/417f2027-dee4-4af1-a21e-3c5e344c3073) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:18.903354 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00392c7a-1a20-42b8-84f7-7c832506f0c4 req-128b1706-5d1b-4e21-91b2-ac36a54db586 service neutron] 10.222.0.91 "GET /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754707 Jul 08 19:42:19.205650 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-d64799c0-dff3-461f-adf8-63f237d5fff4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad HTTP/1.1" status: 200 len: 217 time: 0.1547258 Jul 08 19:42:19.380824 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:19.408506 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e748186-706b-476d-8cd9-1088c5db3ebd req-b8968632-4405-4aab-8f74-8c5891636d4c tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397896 Jul 08 19:42:19.493868 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3038109-b79b-4fe2-9013-c481e71dfaed req-b4395473-a4a6-4f7e-b7d5-7c376c791842 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 210 time: 0.1214540 Jul 08 19:42:19.497024 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-550db9b9-d787-446f-9d9a-93142fa522c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:19.528434 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-a49757f6-c3fb-4a88-86e0-3fcb04977336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:19.540102 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-a49757f6-c3fb-4a88-86e0-3fcb04977336 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.3238170 Jul 08 19:42:19.606962 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:19.611669 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-83e2e1ff-5a5e-4a96-9987-d720bbe553b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613711 Jul 08 19:42:19.615563 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Allocated IP 172.27.1.16 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/e8496145-b57f-48e3-bd11-da4f7a47ad41) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:19.639688 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-550db9b9-d787-446f-9d9a-93142fa522c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:19.953870 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550db9b9-d787-446f-9d9a-93142fa522c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa5171-d2d6-4411-97a4-326c52fbe43f,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:19.979726 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-550db9b9-d787-446f-9d9a-93142fa522c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6852eeb3e4a94a5397f99ac268da975e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2493305 Jul 08 19:42:19.980659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40146) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:20.038225 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a4041-a24b-4621-9740-1d202cab1fb9 req-04c1faa0-c0ec-4834-8325-a28781fe3043 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:20.047647 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f87a4041-a24b-4621-9740-1d202cab1fb9 req-04c1faa0-c0ec-4834-8325-a28781fe3043 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 944 time: 0.3095968 Jul 08 19:42:20.086904 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'tag': '49c492e6-a39f-4f03-86ec-236eae76cda4'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:20.089625 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca95ebd-39b6-44a3-a776-0885c00d80f0" -d '{"events": [{"name": "network-changed", "server_uuid": "09ded880-96b8-4550-9878-4959c4b8c8d6", "tag": "49c492e6-a39f-4f03-86ec-236eae76cda4"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:20.273835 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f87a4041-a24b-4621-9740-1d202cab1fb9 req-7c787a89-9c0e-4b64-929d-1ae9849f06da tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261055 Jul 08 19:42:20.300070 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.304872 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df3c35d7-c281-4bfa-86c2-c886b20ccd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.357415 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffbc0f8-4713-44a8-88be-21febce098e9 x-openstack-request-id: req-bffbc0f8-4713-44a8-88be-21febce098e9 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:20.357732 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ded880-96b8-4550-9878-4959c4b8c8d6", "tag": "49c492e6-a39f-4f03-86ec-236eae76cda4", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:20.358529 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bffbc0f8-4713-44a8-88be-21febce098e9 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:20.359051 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'tag': '49c492e6-a39f-4f03-86ec-236eae76cda4', 'status': 'completed', 'code': 200} Jul 08 19:42:20.385621 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.91', 60739) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:20.400700 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-8d76c335-3401-4d31-b43b-d79b97d3dfff tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:20.401950 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df3c35d7-c281-4bfa-86c2-c886b20ccd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.403443 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-8d76c335-3401-4d31-b43b-d79b97d3dfff tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 819 time: 0.2714138 Jul 08 19:42:20.406879 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.435358 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2916774c-6a0b-4e25-861f-692d54301c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.469157 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2916774c-6a0b-4e25-861f-692d54301c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.470767 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Network 990b60c8-9a3b-4470-b507-49b3593564f5 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:20.476218 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Request body: {'port': {'device_id': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'admin_state_up': True, 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:20.546477 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:20.550498 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:20.557799 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:20.558622 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.593358 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916774c-6a0b-4e25-861f-692d54301c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2539f3e-b70d-4b08-adfe-a97e4ac2b2da,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:20.653115 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Pushing event updated for resources: {'Port': ['ID=417f2027-dee4-4af1-a21e-3c5e344c3073,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:20.680151 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-4d721587-e800-4e6d-a7ec-c7fc25bec8e3 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0532868 Jul 08 19:42:20.687213 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0f05f628-0d37-4491-8e25-b781c94530f8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1642108 Jul 08 19:42:20.717336 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-2916774c-6a0b-4e25-861f-692d54301c49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2e0598f982742f5a8f3ef29385acbe0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0371802 Jul 08 19:42:20.727378 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40160) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:20.751819 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.807964 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df3c35d7-c281-4bfa-86c2-c886b20ccd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.810817 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df3c35d7-c281-4bfa-86c2-c886b20ccd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.814553 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-df3c35d7-c281-4bfa-86c2-c886b20ccd6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66fa5171-d2d6-4411-97a4-326c52fbe43f HTTP/1.1" status: 204 len: 168 time: 0.8226748 Jul 08 19:42:20.834833 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:20.851160 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a407dfd8-70e8-44ad-a190-edad3a659da6 req-6f76410e-fcf3-42b7-a483-bd60cc69b38a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 210 time: 0.1061594 Jul 08 19:42:20.851339 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c35d7-c281-4bfa-86c2-c886b20ccd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa5171-d2d6-4411-97a4-326c52fbe43f,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:20.854459 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:20.856757 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-75838324-5d40-4a86-b6f8-db04c750fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:20.862123 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-75838324-5d40-4a86-b6f8-db04c750fdb2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fd278075f9f24a0c88f8d5a1a420219f&device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 1096 time: 0.4531515 Jul 08 19:42:20.883876 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'Port': ['ID=e8496145-b57f-48e3-bd11-da4f7a47ad41,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:20.901688 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8feb-53c8-4a07-88d6-c7bd83ec7adc req-ce0ecb10-3cda-4791-901e-e38a01371172 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:20.903310 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7c7f8feb-53c8-4a07-88d6-c7bd83ec7adc req-ce0ecb10-3cda-4791-901e-e38a01371172 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 943 time: 0.2075784 Jul 08 19:42:20.903615 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-57412293-5e3a-4682-9bec-c21cea119175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:20.908893 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:21.055606 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Request body: {'port': {'device_id': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:21.061073 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7c7f8feb-53c8-4a07-88d6-c7bd83ec7adc req-bdd45691-c740-4d34-9949-c055b4cabd3c tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459160 Jul 08 19:42:21.086819 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.118020 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6782eac2-2ab2-41c7-86d6-39c705f782a2 req-0da7650f-62bc-4d73-b8ad-4967891f37f3 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763330 Jul 08 19:42:21.157833 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.174418 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-57412293-5e3a-4682-9bec-c21cea119175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.209726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Made reservation on behalf of 25f6564b00f64b0bacad3b6b622c4a4e for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:42:21.214092 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.401562 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40192) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:21.438087 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-1039f57f-ab1f-4714-b414-9be0f8944efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:21.439739 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-1039f57f-ab1f-4714-b414-9be0f8944efa service neutron] 10.222.0.91 "GET /v2.0/networks?id=66ad7862-b845-46bf-9f13-29952f6f645d HTTP/1.1" status: 200 len: 913 time: 0.5132380 Jul 08 19:42:21.446762 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2bf02a71-9344-4131-a471-13f920703134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.474356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.515546 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.518074 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-57412293-5e3a-4682-9bec-c21cea119175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.520593 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-57412293-5e3a-4682-9bec-c21cea119175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.522037 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.525399 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-57412293-5e3a-4682-9bec-c21cea119175 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2539f3e-b70d-4b08-adfe-a97e4ac2b2da HTTP/1.1" status: 204 len: 168 time: 0.7955086 Jul 08 19:42:21.573305 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.611200 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'Port': ['ID=e8496145-b57f-48e3-bd11-da4f7a47ad41,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:21.643422 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-65f0ebba-cfc4-4869-8fa8-6fd7ffefb050 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49c492e6-a39f-4f03-86ec-236eae76cda4 HTTP/1.1" status: 200 len: 217 time: 0.1928720 Jul 08 19:42:21.658923 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2bf02a71-9344-4131-a471-13f920703134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.670946 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2bf02a71-9344-4131-a471-13f920703134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.698038 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57412293-5e3a-4682-9bec-c21cea119175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2539f3e-b70d-4b08-adfe-a97e4ac2b2da,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:21.706772 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.708476 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-612c54eb-7434-4c47-a396-224ce3375c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9422026 Jul 08 19:42:21.747212 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-2bf02a71-9344-4131-a471-13f920703134 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d11b09d7d2534c91ad756480c7a8d88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434207 Jul 08 19:42:21.748247 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40200) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:21.752589 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf02a71-9344-4131-a471-13f920703134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c09612-150a-4b7e-aeb6-5dd13e8d9a46,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:21.816146 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Allocated IP 172.20.0.2 (990b60c8-9a3b-4470-b507-49b3593564f5/50679d43-eff3-49ce-a717-8b47f2973212/f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:21.855789 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fc8c09c3-40ab-4934-9e53-db37bd48060f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.887725 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fc8c09c3-40ab-4934-9e53-db37bd48060f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.895118 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-c14d29cb-8c29-4a61-9b29-1252a110d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:21.897069 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-c14d29cb-8c29-4a61-9b29-1252a110d4bf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=88ed4404-409a-4c69-aa4a-ab0bba364ab3 HTTP/1.1" status: 200 len: 852 time: 0.2345009 Jul 08 19:42:21.974710 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fc8c09c3-40ab-4934-9e53-db37bd48060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.979391 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fc8c09c3-40ab-4934-9e53-db37bd48060f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:21.991253 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fc8c09c3-40ab-4934-9e53-db37bd48060f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44c09612-150a-4b7e-aeb6-5dd13e8d9a46 HTTP/1.1" status: 204 len: 168 time: 0.2402213 Jul 08 19:42:22.007965 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c09c3-40ab-4934-9e53-db37bd48060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c09612-150a-4b7e-aeb6-5dd13e8d9a46,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:22.030829 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-676131de-8546-4175-bb64-51b06618cce0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=66ad7862-b845-46bf-9f13-29952f6f645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208954 Jul 08 19:42:22.151075 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5f0a0300-ecfc-4db2-aa29-edb4cbac7ab7 req-e9e084ec-9d8c-4413-80c6-150ab1f4f7b3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 210 time: 0.0607841 Jul 08 19:42:22.271814 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12f414-283f-4172-be44-2725a2c81b7d req-9dd39ab7-38fe-46c2-bcc4-f4e9fd4ef187 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:22.273424 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6b12f414-283f-4172-be44-2725a2c81b7d req-9dd39ab7-38fe-46c2-bcc4-f4e9fd4ef187 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 944 time: 0.6378698 Jul 08 19:42:22.330513 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-805971fa-39c5-4226-be48-472571408af5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1190364247&fields=id&tenant_id=56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 267 time: 0.0700705 Jul 08 19:42:22.408205 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6b12f414-283f-4172-be44-2725a2c81b7d req-7360372f-dae2-4223-b31f-30f5e6788936 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233523 Jul 08 19:42:22.433585 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-b0186dc0-5968-4a76-a00c-f3579384dcea service neutron] 10.222.0.91 "GET /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856325 Jul 08 19:42:22.550572 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-a6e7ee62-e137-458a-b0db-eee68d3818b1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:22.561134 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-a6e7ee62-e137-458a-b0db-eee68d3818b1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 816 time: 0.2107024 Jul 08 19:42:22.581289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:22.587833 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-0185f2b3-07ed-4ba6-9796-6603b51c1ad3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/quotas/56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 375 time: 0.0255396 Jul 08 19:42:22.723422 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fca95ebd-39b6-44a3-a776-0885c00d80f0 req-29aabb73-335b-4812-b86f-227a9546ca9e service neutron] 10.222.0.91 "GET /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823844 Jul 08 19:42:22.807682 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:22.811727 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-f4753fe6-f19d-4ee4-a54a-2b5e9e5ec48d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2137656 Jul 08 19:42:22.909101 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Network 990b60c8-9a3b-4470-b507-49b3593564f5 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:22.921734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:22.951838 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:22.957953 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:22.959456 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:22.986609 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Pushing event updated for resources: {'Port': ['ID=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:23.009524 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-183b7cc8-b277-497e-b63f-554578615ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628630 Jul 08 19:42:23.018913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939219-c102-4a84-b71c-789f8d99a0f0 req-30bc957f-8a46-49e1-941e-7db1b5b12ce6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:23.027272 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5b939219-c102-4a84-b71c-789f8d99a0f0 req-30bc957f-8a46-49e1-941e-7db1b5b12ce6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 943 time: 0.3579593 Jul 08 19:42:23.044546 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-dcc878b1-7d47-404b-809f-4538a8aec8dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6020157 Jul 08 19:42:23.061760 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Request body: {'port': {'device_id': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:23.138619 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-1d5f3653-2a81-4a97-864a-dd4da05e006f service neutron] 10.222.0.41 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271985 Jul 08 19:42:23.162715 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5b939219-c102-4a84-b71c-789f8d99a0f0 req-6b7cd30b-2fd9-4bb2-b085-07cf7f1c667d tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339846 Jul 08 19:42:23.220496 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417f2027-dee4-4af1-a21e-3c5e344c3073 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:23.236055 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:23.262668 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:23.266797 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Transition to ACTIVE for port object 417f2027-dee4-4af1-a21e-3c5e344c3073 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:23.277663 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:23.491129 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Pushing event updated for resources: {'Port': ['ID=417f2027-dee4-4af1-a21e-3c5e344c3073,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:23.510181 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-db39755b-c262-4a38-a0ce-a80196af8606 req-37d77146-1395-4c02-b9ff-3ead82a38849 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0629444 Jul 08 19:42:23.577090 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40306) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:23.875907 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed295e-0e35-436d-9188-8c80272905de req-49f3d8c7-986b-4cac-9857-3a7c1e260d36 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:23.882414 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2ed295e-0e35-436d-9188-8c80272905de req-49f3d8c7-986b-4cac-9857-3a7c1e260d36 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 944 time: 0.1572480 Jul 08 19:42:23.990831 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2ed295e-0e35-436d-9188-8c80272905de req-e89ad95f-19d0-4245-865a-3200b578a37c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004803 Jul 08 19:42:23.991834 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef9e3-6ff4-46f4-9b3d-e81537f31e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.018427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Attempting to bind port 417f2027-dee4-4af1-a21e-3c5e344c3073 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:24.018985 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Attempting to bind port 417f2027-dee4-4af1-a21e-3c5e344c3073 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:24.019089 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Attempting to bind port 417f2027-dee4-4af1-a21e-3c5e344c3073 on network 990b60c8-9a3b-4470-b507-49b3593564f5 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:24.034411 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Port 417f2027-dee4-4af1-a21e-3c5e344c3073 on network 990b60c8-9a3b-4470-b507-49b3593564f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:42:24.034739 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Attempting to bind port 417f2027-dee4-4af1-a21e-3c5e344c3073 on network 990b60c8-9a3b-4470-b507-49b3593564f5 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:24.049292 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:24.049654 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Checking segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:24.050057 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Bound using segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:24.050511 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Bound port: 417f2027-dee4-4af1-a21e-3c5e344c3073, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:24.050876 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.107865 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef9e3-6ff4-46f4-9b3d-e81537f31e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.115296 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef9e3-6ff4-46f4-9b3d-e81537f31e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.163082 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1b7ef9e3-6ff4-46f4-9b3d-e81537f31e0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c523ab383efc4e4abbb95a037a29a8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815890 Jul 08 19:42:24.163989 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b0ea6-9264-47a6-afae-a700af84707f req-1de909b2-b417-4fdc-9d1c-2a4d84b77c50 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:24.167342 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6b3b0ea6-9264-47a6-afae-a700af84707f req-1de909b2-b417-4fdc-9d1c-2a4d84b77c50 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 931 time: 0.7980075 Jul 08 19:42:24.170993 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40330) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:24.223593 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ef9e3-6ff4-46f4-9b3d-e81537f31e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040214d1-6292-487e-a5a6-e03f92b1011c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:24.524782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1452cbf5-4cb6-4494-9df4-3b665949bcad details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:42:24.539526 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6b3b0ea6-9264-47a6-afae-a700af84707f req-d16d20e1-d1fb-4a36-93dd-abb7f62b2514 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600495 Jul 08 19:42:24.554211 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad88e-dfb7-441e-8edf-768de74513aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.613877 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] For port 417f2027-dee4-4af1-a21e-3c5e344c3073, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:24.623431 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69a733-af59-4a77-8a0e-69042946d5bf req-f628e038-2a6c-46c1-860b-990c56d1fba2 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:24.629779 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ae69a733-af59-4a77-8a0e-69042946d5bf req-f628e038-2a6c-46c1-860b-990c56d1fba2 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 943 time: 0.2256327 Jul 08 19:42:24.675210 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad88e-dfb7-441e-8edf-768de74513aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.691435 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ae69a733-af59-4a77-8a0e-69042946d5bf req-901ce8ef-c3b2-415c-afe1-5d40e3d972a2 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577528 Jul 08 19:42:24.813430 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1452cbf5-4cb6-4494-9df4-3b665949bcad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:24.843900 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '1452cbf5-4cb6-4494-9df4-3b665949bcad', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'port_id': '1452cbf5-4cb6-4494-9df4-3b665949bcad', 'mac_address': 'fa:16:3e:f1:b3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5431c0-c08c-4a69-bb7f-553aa798e76f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:42:24.855037 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c16510e8-cf47-48ff-bf76-50da8397f02a req-2418ae92-c303-4aed-9803-ca0de2d02344 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0651407 Jul 08 19:42:24.863338 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] For port 417f2027-dee4-4af1-a21e-3c5e344c3073, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=417f2027-dee4-4af1-a21e-3c5e344c3073,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:24.867468 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad88e-dfb7-441e-8edf-768de74513aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.871108 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad88e-dfb7-441e-8edf-768de74513aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.872704 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-eb3ad88e-dfb7-441e-8edf-768de74513aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/040214d1-6292-487e-a5a6-e03f92b1011c HTTP/1.1" status: 204 len: 168 time: 0.6991541 Jul 08 19:42:24.888550 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:24.908694 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad88e-dfb7-441e-8edf-768de74513aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040214d1-6292-487e-a5a6-e03f92b1011c,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:24.993590 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.013216 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1452cbf5-4cb6-4494-9df4-3b665949bcad {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:25.028550 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:25.029205 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.030889 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] 10.222.0.91 "PUT /v2.0/ports/417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 1093 time: 3.9797251 Jul 08 19:42:25.031393 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'tag': '417f2027-dee4-4af1-a21e-3c5e344c3073'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:25.033916 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29b2c12-ca32-4c62-8907-44a395b7e1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3680b6c3-fb1d-4491-9de9-5259d6ffb490", "tag": "417f2027-dee4-4af1-a21e-3c5e344c3073"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:25.062605 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd1a7-7cef-47ef-9f85-3770d37873d7 service neutron] Pushing event updated for resources: {'Port': ['ID=417f2027-dee4-4af1-a21e-3c5e344c3073,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:25.067875 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:25.077442 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.102558 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1452cbf5-4cb6-4494-9df4-3b665949bcad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:25.113633 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.114814 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 49c492e6-a39f-4f03-86ec-236eae76cda4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:42:25.158885 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdba4fc-f44f-42a1-8844-868bfcf67f30 x-openstack-request-id: req-6cdba4fc-f44f-42a1-8844-868bfcf67f30 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:25.159160 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3680b6c3-fb1d-4491-9de9-5259d6ffb490", "tag": "417f2027-dee4-4af1-a21e-3c5e344c3073", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:25.159406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cdba4fc-f44f-42a1-8844-868bfcf67f30 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:25.159795 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'tag': '417f2027-dee4-4af1-a21e-3c5e344c3073', 'status': 'completed', 'code': 200} Jul 08 19:42:25.167289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Transition to ACTIVE for port object f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:25.175522 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.215998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1452cbf5-4cb6-4494-9df4-3b665949bcad,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:25.241420 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Pushing event updated for resources: {'Port': ['ID=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:25.252973 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-f439ebd1-ef5a-413a-bd3f-e22b1d952264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:25.254856 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-f439ebd1-ef5a-413a-bd3f-e22b1d952264 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1096 time: 0.1694117 Jul 08 19:42:25.321397 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-9ba8dac4-80ad-4259-8325-30747ae35ef7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.0495508 Jul 08 19:42:25.323966 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Attempting to bind port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:25.324306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Attempting to bind port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:25.324632 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Attempting to bind port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 on network 990b60c8-9a3b-4470-b507-49b3593564f5 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:25.339003 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 on network 990b60c8-9a3b-4470-b507-49b3593564f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:42:25.339323 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Attempting to bind port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 on network 990b60c8-9a3b-4470-b507-49b3593564f5 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:25.373132 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 49c492e6-a39f-4f03-86ec-236eae76cda4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49c492e6-a39f-4f03-86ec-236eae76cda4,segment=NetworkSegment(a9e32f6c-c581-496d-a346-41ae248de3b4),segment_id=a9e32f6c-c581-496d-a346-41ae248de3b4)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:25.386693 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e371197-a4ba-4bab-b2a6-e6d661721e87 req-aa993612-0a18-465e-942f-288c22dc8158 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:25.388249 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1e371197-a4ba-4bab-b2a6-e6d661721e87 req-aa993612-0a18-465e-942f-288c22dc8158 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 945 time: 0.1321702 Jul 08 19:42:25.389716 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '49c492e6-a39f-4f03-86ec-236eae76cda4', 'network_id': '66ad7862-b845-46bf-9f13-29952f6f645d', 'port_id': '49c492e6-a39f-4f03-86ec-236eae76cda4', 'mac_address': 'fa:16:3e:86:a3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ed4404-409a-4c69-aa4a-ab0bba364ab3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:42:25.392962 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:25.393484 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Checking segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:25.394062 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Bound using segment: {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:25.394646 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Bound port: f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109ea55f-23ca-4778-88fb-89417d04962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:25.395162 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.456166 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.477469 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c492e6-a39f-4f03-86ec-236eae76cda4 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:25.485351 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1e371197-a4ba-4bab-b2a6-e6d661721e87 req-207374b8-4d2a-47f7-9c03-27b7f56d7995 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788054 Jul 08 19:42:25.510856 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 49c492e6-a39f-4f03-86ec-236eae76cda4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49c492e6-a39f-4f03-86ec-236eae76cda4,segment=NetworkSegment(a9e32f6c-c581-496d-a346-41ae248de3b4),segment_id=a9e32f6c-c581-496d-a346-41ae248de3b4)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:25.520914 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.554721 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-1d68933f-60db-41a0-893b-80e7592a2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:25.556450 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-1d68933f-60db-41a0-893b-80e7592a2638 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.2273393 Jul 08 19:42:25.610247 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-d25d737d-5089-4ed9-bad5-8bbaac10d0d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439866 Jul 08 19:42:25.621514 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40378) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:25.643830 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-07d8c3f9-aa4a-4806-aaae-cbe06839578b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.648412 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=49c492e6-a39f-4f03-86ec-236eae76cda4,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:25.764219 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-07d8c3f9-aa4a-4806-aaae-cbe06839578b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.769147 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-07d8c3f9-aa4a-4806-aaae-cbe06839578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.780071 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] For port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:25.792418 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-e4265830-ae67-4938-9d1d-a5b18175c59d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:25.794728 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-e4265830-ae67-4938-9d1d-a5b18175c59d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 816 time: 0.3470612 Jul 08 19:42:25.807119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] For port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:25.807604 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['49c492e6-a39f-4f03-86ec-236eae76cda4'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:42:25.837344 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.916802 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8c3f9-aa4a-4806-aaae-cbe06839578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88dadf-005d-4c38-9106-2c3a3b32cecb,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:25.950396 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-07d8c3f9-aa4a-4806-aaae-cbe06839578b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90a721fe7ddf4be481c4d77866cc50ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276045 Jul 08 19:42:25.953187 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40386) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:25.985910 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:25.987236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:25.988903 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] 10.222.0.91 "PUT /v2.0/ports/f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 HTTP/1.1" status: 200 len: 1093 time: 2.9327667 Jul 08 19:42:26.010665 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:42:26.054122 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-0d8f9437-564f-4fac-81fd-b4b24b40ac75 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321418 Jul 08 19:42:26.173053 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-d8a89ef7-dcb3-41a4-872d-f262962a3ec9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 380 time: 0.3638515 Jul 08 19:42:26.223556 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'port': {'device_id': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'admin_state_up': True, 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'security_groups': ['80709825-2e67-4569-8ed8-3138bd2d8609']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:26.239914 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bffb3088-af1c-4041-946e-5f9bc6a850ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:26.256767 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa67e69-9d5d-4d31-9dd2-2c21828773ec service neutron] Pushing event updated for resources: {'Port': ['ID=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:26.319604 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdd9ac-a845-441d-8573-a7ea65341f66 req-cbabb45e-0cbc-4197-8acb-9423d130728b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:26.326553 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-74cdd9ac-a845-441d-8573-a7ea65341f66 req-cbabb45e-0cbc-4197-8acb-9423d130728b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 944 time: 0.2831409 Jul 08 19:42:26.329921 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bffb3088-af1c-4041-946e-5f9bc6a850ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:26.392216 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833925ab-da77-4f03-ba06-e227a36d5154 req-b2fd4da8-03f4-4408-846b-43b8bf1f4070 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:26.396452 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-74cdd9ac-a845-441d-8573-a7ea65341f66 req-61fb60d5-b609-44bd-8263-257f52751722 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Jul 08 19:42:26.400161 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-833925ab-da77-4f03-ba06-e227a36d5154 req-b2fd4da8-03f4-4408-846b-43b8bf1f4070 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 943 time: 0.4290609 Jul 08 19:42:26.419751 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-79bac6f3-95b9-4f98-b274-cd9adea4d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:26.421722 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-79bac6f3-95b9-4f98-b274-cd9adea4d7b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 1096 time: 0.3426409 Jul 08 19:42:26.447313 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2adbf9b9-16d7-45a8-8bde-f8d56d2f64a0 req-ad325931-3f3e-45f6-a585-c5a82a43d014 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228180 Jul 08 19:42:26.456595 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bffb3088-af1c-4041-946e-5f9bc6a850ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:26.460615 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bffb3088-af1c-4041-946e-5f9bc6a850ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:26.462112 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bffb3088-af1c-4041-946e-5f9bc6a850ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff88dadf-005d-4c38-9106-2c3a3b32cecb HTTP/1.1" status: 204 len: 168 time: 0.5077114 Jul 08 19:42:26.485187 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb3088-af1c-4041-946e-5f9bc6a850ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88dadf-005d-4c38-9106-2c3a3b32cecb,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:26.547353 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-185bcf4e-0e91-475f-bdb3-337daffdb17b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 HTTP/1.1" status: 200 len: 217 time: 0.1045427 Jul 08 19:42:26.623693 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3958491b-7379-4cdc-8a4e-26676e9c8956 req-2ed04169-0842-46e9-b6b9-779055b2caa9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0467322 Jul 08 19:42:26.747132 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-833925ab-da77-4f03-ba06-e227a36d5154 req-3d920138-9c10-42ed-8846-9892999e1e85 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445687 Jul 08 19:42:26.857468 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-c98f5852-f55c-499d-ab43-a68a125ff977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:26.870033 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-c98f5852-f55c-499d-ab43-a68a125ff977 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1096 time: 0.3235886 Jul 08 19:42:26.870033 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Made reservation on behalf of 56eb825e250b4988bbc1d0def6768e77 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:42:26.876007 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:26.923863 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ed131-8cde-4aab-aa10-b465c187da56 req-2808bbad-7717-441c-bae8-4d7cc56f367e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:26.929117 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-187ed131-8cde-4aab-aa10-b465c187da56 req-2808bbad-7717-441c-bae8-4d7cc56f367e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 945 time: 0.1610792 Jul 08 19:42:27.011438 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-187ed131-8cde-4aab-aa10-b465c187da56 req-ad3043fe-b5ac-4e7b-b016-b6740a3ec328 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756199 Jul 08 19:42:27.012030 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-3ce63968-1929-4ade-b1bb-11ba5460fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:27.013680 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-3ce63968-1929-4ade-b1bb-11ba5460fdeb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.4120550 Jul 08 19:42:27.055986 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-e9fd424c-7cf4-4a8a-b844-1daae76fb666 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334451 Jul 08 19:42:27.182104 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'tag': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:27.184498 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e24f53-17bc-4d05-97e2-096ce259411b", "tag": "f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:27.249965 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-0dae1c5f-48da-46ae-9dd3-bda6766fdd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:27.251995 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-0dae1c5f-48da-46ae-9dd3-bda6766fdd24 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.3734519 Jul 08 19:42:27.274772 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3afb5f-b6f2-4f70-8919-bc68b5995326 x-openstack-request-id: req-af3afb5f-b6f2-4f70-8919-bc68b5995326 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:27.275071 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e24f53-17bc-4d05-97e2-096ce259411b", "tag": "f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:27.275396 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af3afb5f-b6f2-4f70-8919-bc68b5995326 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:27.275739 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'tag': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849', 'status': 'completed', 'code': 200} Jul 08 19:42:27.353005 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40452) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:27.365933 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40456) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:27.534988 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-56b79aa4-9696-4eb6-8108-3b6b5ca9c324 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.2566998 Jul 08 19:42:27.608264 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-16388366-8537-49f2-a40a-a65a8327b2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:27.611758 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6575e1b7-98c5-4a2d-8298-d3d4ebbd3ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:27.627972 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Allocated IP 172.20.0.8 (881a3778-3f8c-45d4-86a9-4a462c1b9d81/d45cd33c-1730-4e5c-b816-4170d2256283/1952a6bc-3d93-4ec2-9a74-04690dbea868) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:27.648222 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-8bba3859-214d-4f0c-8b2c-2d02167950fa service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268576 Jul 08 19:42:27.727297 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-16388366-8537-49f2-a40a-a65a8327b2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:27.737695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-16388366-8537-49f2-a40a-a65a8327b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:27.809582 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-16388366-8537-49f2-a40a-a65a8327b2c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85b35d40bae74285b0be5aaf04d38444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549894 Jul 08 19:42:27.815237 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40474) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:27.836779 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b24b3-a22d-48a5-8115-1e75aaa81153 req-c16f2bf4-dfd3-46e2-a942-07983fbb11e2 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:27.838327 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fb7b24b3-a22d-48a5-8115-1e75aaa81153 req-c16f2bf4-dfd3-46e2-a942-07983fbb11e2 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 944 time: 0.2871244 Jul 08 19:42:27.840396 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16388366-8537-49f2-a40a-a65a8327b2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af626c-ebc5-4627-810d-078b7995ae1b,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:27.847570 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-83aa2be4-51b1-4cfd-9c62-1ef8cc8e99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:27.850011 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-83aa2be4-51b1-4cfd-9c62-1ef8cc8e99ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.2919450 Jul 08 19:42:27.865159 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-58914016-6559-4703-9743-3ea3d22d2da5 req-af210c7d-13fa-48a3-8e64-d6605c68cba3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0938358 Jul 08 19:42:27.897171 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e289e80-27f6-4a86-8660-ea53ad44f94d req-16f76610-150b-4631-8196-a1ba486ab8bb service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426257 Jul 08 19:42:27.923216 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-8b518e82-73d7-4329-b166-3793d75b6a64 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519915 Jul 08 19:42:27.932558 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fb7b24b3-a22d-48a5-8115-1e75aaa81153 req-517caefc-0c82-41a2-84a1-4e8c69bda572 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804431 Jul 08 19:42:27.958844 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6575e1b7-98c5-4a2d-8298-d3d4ebbd3ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:27.967608 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6575e1b7-98c5-4a2d-8298-d3d4ebbd3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.014490 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575e1b7-98c5-4a2d-8298-d3d4ebbd3ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae5c32-6387-411f-be28-80d55027169e,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:28.027971 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6575e1b7-98c5-4a2d-8298-d3d4ebbd3ba8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df1b171d0eb043b2865661f1e310d49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567593 Jul 08 19:42:28.027971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40482) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:28.186599 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0413a7cb-c9ee-4c11-a7ba-679650927779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.289403 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d24c8c0-573c-40bd-825b-db3fb6e59a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.299183 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0413a7cb-c9ee-4c11-a7ba-679650927779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.320009 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-c04f7d6b-b418-4e2c-9561-2869a21666fc service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826258 Jul 08 19:42:28.324422 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.329971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d24c8c0-573c-40bd-825b-db3fb6e59a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.353148 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a445b7b-a824-47c9-80ae-00aa7cb3740d req-bbc84246-1234-4239-8ac1-54a1969b7e56 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:28.354804 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8a445b7b-a824-47c9-80ae-00aa7cb3740d req-bbc84246-1234-4239-8ac1-54a1969b7e56 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 945 time: 0.1197169 Jul 08 19:42:28.408559 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Transition to ACTIVE for port object 1952a6bc-3d93-4ec2-9a74-04690dbea868 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:28.417169 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8a445b7b-a824-47c9-80ae-00aa7cb3740d req-c345f5e2-2adf-4ee4-945e-f5e22d6e5e04 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564103 Jul 08 19:42:28.433346 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-553a236d-362f-487c-86f1-b2327110dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:28.435157 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-553a236d-362f-487c-86f1-b2327110dcb2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 1096 time: 0.4506717 Jul 08 19:42:28.436081 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d24c8c0-573c-40bd-825b-db3fb6e59a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.440048 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d24c8c0-573c-40bd-825b-db3fb6e59a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.451890 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9d24c8c0-573c-40bd-825b-db3fb6e59a2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3aae5c32-6387-411f-be28-80d55027169e HTTP/1.1" status: 204 len: 168 time: 0.4233699 Jul 08 19:42:28.468487 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24c8c0-573c-40bd-825b-db3fb6e59a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae5c32-6387-411f-be28-80d55027169e,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:28.532372 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1452cbf5-4cb6-4494-9df4-3b665949bcad up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:28.548219 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a785-7c37-4c93-826e-659fc47ae6f4 req-c4974a68-2f1d-47b6-8135-84f8efc263ae tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:28.549847 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5163a785-7c37-4c93-826e-659fc47ae6f4 req-c4974a68-2f1d-47b6-8135-84f8efc263ae tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 943 time: 0.3939736 Jul 08 19:42:28.624717 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0413a7cb-c9ee-4c11-a7ba-679650927779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.627534 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0413a7cb-c9ee-4c11-a7ba-679650927779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.631658 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-0413a7cb-c9ee-4c11-a7ba-679650927779 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34af626c-ebc5-4627-810d-078b7995ae1b HTTP/1.1" status: 204 len: 168 time: 0.7855690 Jul 08 19:42:28.633313 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 1452cbf5-4cb6-4494-9df4-3b665949bcad completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:28.639812 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 1452cbf5-4cb6-4494-9df4-3b665949bcad triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:28.640668 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.678546 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.694826 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413a7cb-c9ee-4c11-a7ba-679650927779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af626c-ebc5-4627-810d-078b7995ae1b,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:28.713513 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e29b2c12-ca32-4c62-8907-44a395b7e1a4 req-945727c7-2374-4fbf-8f2e-860a3465d311 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836186 Jul 08 19:42:28.751971 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5163a785-7c37-4c93-826e-659fc47ae6f4 req-92e27d86-f342-44cc-a8fa-a9fc8c782962 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899087 Jul 08 19:42:28.765205 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-050c05a1-74ca-4c00-8044-36161ecb2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:28.769601 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-050c05a1-74ca-4c00-8044-36161ecb2db7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.3227465 Jul 08 19:42:28.797406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:28.839080 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.847153 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:28.850140 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:28.858082 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:28.859170 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.868056 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-28d98041-d9e6-4d5d-aeaa-2c3ff4ee0b8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 HTTP/1.1" status: 200 len: 217 time: 0.0906694 Jul 08 19:42:28.871728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:28.885653 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1452cbf5-4cb6-4494-9df4-3b665949bcad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:28.887302 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452cbf5-4cb6-4494-9df4-3b665949bcad'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:28.935913 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-ded4002b-fd29-4f46-b795-b31cadf59276 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7212467 Jul 08 19:42:28.964202 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Request body: {'port': {'device_id': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:28.988271 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:28.991781 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 49c492e6-a39f-4f03-86ec-236eae76cda4 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:29.095106 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40528) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:29.136967 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4697d79-d29c-4d65-8a4c-1097ad84e6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.141526 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-6e7bcd2c-8c78-4672-9b54-113709d5ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:29.147267 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-6e7bcd2c-8c78-4672-9b54-113709d5ad35 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.2673612 Jul 08 19:42:29.213815 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-dc2968d8-4543-4629-a55a-a93e88c0fe40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616112 Jul 08 19:42:29.296829 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 49c492e6-a39f-4f03-86ec-236eae76cda4 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:29.315022 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 49c492e6-a39f-4f03-86ec-236eae76cda4 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:29.316436 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.354852 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.401490 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1452cbf5-4cb6-4494-9df4-3b665949bcad,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:29.401969 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d04554-54dd-492e-b82f-ed509323c3a0 req-827de6e6-643d-4d41-ac22-5a9948898330 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:29.409613 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-82d04554-54dd-492e-b82f-ed509323c3a0 req-827de6e6-643d-4d41-ac22-5a9948898330 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 931 time: 0.2340722 Jul 08 19:42:29.479680 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.481061 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-82d04554-54dd-492e-b82f-ed509323c3a0 req-62b7af9d-b555-4eb1-a4ec-d4736e3955cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702038 Jul 08 19:42:29.482759 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-720f2dc0-678d-4a73-b434-501b760400bb None None] Provisioning for port 1952a6bc-3d93-4ec2-9a74-04690dbea868 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:29.502695 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-720f2dc0-678d-4a73-b434-501b760400bb None None] Provisioning complete for port 1952a6bc-3d93-4ec2-9a74-04690dbea868 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:29.503408 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-720f2dc0-678d-4a73-b434-501b760400bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.547721 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40544) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:29.555653 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0087dc48-583d-4df3-8a89-8e5290adb515" -d '{"events": [{"server_uuid": "82255a4c-338c-4587-8a93-b644ca09bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "1452cbf5-4cb6-4494-9df4-3b665949bcad"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:29.578375 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-720f2dc0-678d-4a73-b434-501b760400bb None None] Port 1952a6bc-3d93-4ec2-9a74-04690dbea868 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:42:29.589783 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4697d79-d29c-4d65-8a4c-1097ad84e6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.596081 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3203-8540-4564-8c0e-c695f9f6d2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.609698 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 49c492e6-a39f-4f03-86ec-236eae76cda4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49c492e6-a39f-4f03-86ec-236eae76cda4,segment=NetworkSegment(a9e32f6c-c581-496d-a346-41ae248de3b4),segment_id=a9e32f6c-c581-496d-a346-41ae248de3b4)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:29.616208 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4697d79-d29c-4d65-8a4c-1097ad84e6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.622626 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.683259 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697d79-d29c-4d65-8a4c-1097ad84e6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4649d6f-3ca6-420a-a9a7-8dd1314cf4f6,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:29.713467 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f4697d79-d29c-4d65-8a4c-1097ad84e6d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a7ba94ede4d47f8b91b754ef3d273f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172054 Jul 08 19:42:29.714202 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40552) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:29.730451 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-070eff9a-e0fc-4747-94d4-b9754bb54380 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928769 Jul 08 19:42:29.764885 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=49c492e6-a39f-4f03-86ec-236eae76cda4,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:29.864631 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ee32f-496c-436a-946c-18c13a416749 req-5c699fae-1b73-43a2-8985-1f3bbd85d600 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:29.872981 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f48ee32f-496c-436a-946c-18c13a416749 req-5c699fae-1b73-43a2-8985-1f3bbd85d600 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 944 time: 0.5626500 Jul 08 19:42:29.912411 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-24c15925-ad3d-4e95-b32a-112deeeec9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.976113 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-24c15925-ad3d-4e95-b32a-112deeeec9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:29.988081 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f2b45-9a88-48b6-aed7-4eb893edeae8 req-58b12b5a-e59e-46f5-a287-302e4d2ea7e8 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:29.991030 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-392f2b45-9a88-48b6-aed7-4eb893edeae8 req-58b12b5a-e59e-46f5-a287-302e4d2ea7e8 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.2080846 Jul 08 19:42:29.998794 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3203-8540-4564-8c0e-c695f9f6d2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.016331 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3203-8540-4564-8c0e-c695f9f6d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.016453 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f48ee32f-496c-436a-946c-18c13a416749 req-52c8e266-7805-4506-9c90-8c6bf51b21ae tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399024 Jul 08 19:42:30.050635 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7e5c1de5-ac5c-4e4f-8d05-aac887a0e350 req-7e057c20-29e3-4316-9468-7cf277672c69 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082078 Jul 08 19:42:30.141937 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-392f2b45-9a88-48b6-aed7-4eb893edeae8 req-ef22ba84-139f-4444-99bb-6ccbcca2f258 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282768 Jul 08 19:42:30.160209 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7f8e3203-8540-4564-8c0e-c695f9f6d2f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dad405a5af144acb5f8c4390e3d00f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104546 Jul 08 19:42:30.161731 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40572) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:30.164534 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3203-8540-4564-8c0e-c695f9f6d2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b50fd7-4643-47c0-92af-879e1db41b8f,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:30.238510 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1952a6bc-3d93-4ec2-9a74-04690dbea868 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:30.247612 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-24c15925-ad3d-4e95-b32a-112deeeec9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.250597 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-24c15925-ad3d-4e95-b32a-112deeeec9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.255319 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-24c15925-ad3d-4e95-b32a-112deeeec9d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4649d6f-3ca6-420a-a9a7-8dd1314cf4f6 HTTP/1.1" status: 204 len: 168 time: 0.5347021 Jul 08 19:42:30.278510 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40582) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:30.279535 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c15925-ad3d-4e95-b32a-112deeeec9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4649d6f-3ca6-420a-a9a7-8dd1314cf4f6,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:30.284298 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.322661 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c919-24f9-4c95-b26f-617672d8974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.350723 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Transition to ACTIVE for port object 1952a6bc-3d93-4ec2-9a74-04690dbea868 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:30.361697 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.392799 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c919-24f9-4c95-b26f-617672d8974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.419417 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05796a01-dc8b-4941-8cab-6fdb2ffc24d7 x-openstack-request-id: req-05796a01-dc8b-4941-8cab-6fdb2ffc24d7 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:30.419776 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82255a4c-338c-4587-8a93-b644ca09bd3a", "name": "network-vif-plugged", "status": "completed", "tag": "1452cbf5-4cb6-4494-9df4-3b665949bcad", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:30.420011 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05796a01-dc8b-4941-8cab-6fdb2ffc24d7 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:30.420579 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1452cbf5-4cb6-4494-9df4-3b665949bcad', 'code': 200} Jul 08 19:42:30.472855 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343dbdd-67a2-499d-81c1-6c5d551711b1 req-53d0975b-03fa-495e-9f19-377d13cd91b0 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:30.483888 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9343dbdd-67a2-499d-81c1-6c5d551711b1 req-53d0975b-03fa-495e-9f19-377d13cd91b0 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 943 time: 0.1641223 Jul 08 19:42:30.550745 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9343dbdd-67a2-499d-81c1-6c5d551711b1 req-aa19a3fd-5004-4e96-a680-4c163a6607f4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646369 Jul 08 19:42:30.568343 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:42:30.574355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c919-24f9-4c95-b26f-617672d8974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.578866 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c919-24f9-4c95-b26f-617672d8974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.580936 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bdf4c919-24f9-4c95-b26f-617672d8974f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40b50fd7-4643-47c0-92af-879e1db41b8f HTTP/1.1" status: 204 len: 168 time: 0.4174881 Jul 08 19:42:30.586735 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:30.594127 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c919-24f9-4c95-b26f-617672d8974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b50fd7-4643-47c0-92af-879e1db41b8f,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:30.633580 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Attempting to bind port 1952a6bc-3d93-4ec2-9a74-04690dbea868 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:30.634477 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Attempting to bind port 1952a6bc-3d93-4ec2-9a74-04690dbea868 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:30.636963 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Attempting to bind port 1952a6bc-3d93-4ec2-9a74-04690dbea868 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:30.651766 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Port 1952a6bc-3d93-4ec2-9a74-04690dbea868 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:42:30.652651 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Attempting to bind port 1952a6bc-3d93-4ec2-9a74-04690dbea868 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:30.669107 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:30.670428 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Checking segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:30.671784 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Bound using segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:30.672628 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Bound port: 1952a6bc-3d93-4ec2-9a74-04690dbea868, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:30.673458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.827588 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7b4926f-e334-479c-a948-47df78f7748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.856510 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:30.883244 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'port_id': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849', 'mac_address': 'fa:16:3e:31:bb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50679d43-eff3-49ce-a717-8b47f2973212', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:42:30.952419 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:30.983667 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:31.008598 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7b4926f-e334-479c-a948-47df78f7748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.012434 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40608) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:31.025019 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7b4926f-e334-479c-a948-47df78f7748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.033593 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:31.045233 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.046009 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 417f2027-dee4-4af1-a21e-3c5e344c3073 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:42:31.066083 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e7b4926f-e334-479c-a948-47df78f7748e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd12053f252d4b90858cd1382067f4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830544 Jul 08 19:42:31.074527 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40612) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:31.077129 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-837a522f-8658-4977-be53-081d407d743f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.153136 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4926f-e334-479c-a948-47df78f7748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc5579e-8057-44b5-bf3c-311f67d9443c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.177367 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 417f2027-dee4-4af1-a21e-3c5e344c3073, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=417f2027-dee4-4af1-a21e-3c5e344c3073,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:31.198791 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '417f2027-dee4-4af1-a21e-3c5e344c3073', 'network_id': '990b60c8-9a3b-4470-b507-49b3593564f5', 'port_id': '417f2027-dee4-4af1-a21e-3c5e344c3073', 'mac_address': 'fa:16:3e:a1:6c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50679d43-eff3-49ce-a717-8b47f2973212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:42:31.245120 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cd36abd4-00b7-4dd3-86a3-2ae69874a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.323832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:31.330570 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.335619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:31.336152 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cd36abd4-00b7-4dd3-86a3-2ae69874a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.346914 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417f2027-dee4-4af1-a21e-3c5e344c3073 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:31.353219 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.358759 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.396843 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 417f2027-dee4-4af1-a21e-3c5e344c3073, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=417f2027-dee4-4af1-a21e-3c5e344c3073,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:31.405223 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.447438 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:31.448076 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.449516 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] 10.222.0.91 "PUT /v2.0/ports/1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 1093 time: 2.5023224 Jul 08 19:42:31.462832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:31.465317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066" -d '{"events": [{"name": "network-changed", "server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:31.481168 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a820c8-bbaa-4a3d-87a4-538837d86126 req-3a5cc633-3b0c-4bed-9b49-091945c58c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:31.483071 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b8a820c8-bbaa-4a3d-87a4-538837d86126 req-3a5cc633-3b0c-4bed-9b49-091945c58c9a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 1099 time: 0.7270281 Jul 08 19:42:31.502149 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-837a522f-8658-4977-be53-081d407d743f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.524632 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=417f2027-dee4-4af1-a21e-3c5e344c3073,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.533177 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b8a820c8-bbaa-4a3d-87a4-538837d86126 req-d1a9f5de-33f7-43ed-8a09-7f2d805560e6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.540923 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-837a522f-8658-4977-be53-081d407d743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.605531 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef148f-5049-4893-81ab-17e3da4b7c8f req-222fa7bd-aeae-4c60-84df-d7517fed35fe tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:31.607825 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d7ef148f-5049-4893-81ab-17e3da4b7c8f req-222fa7bd-aeae-4c60-84df-d7517fed35fe tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.5518413 Jul 08 19:42:31.637483 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['417f2027-dee4-4af1-a21e-3c5e344c3073'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:42:31.654049 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1be75-98c8-4bc8-acc0-7d01eb8fa79c service neutron] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.662340 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a522f-8658-4977-be53-081d407d743f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36369f92-c34a-43eb-9655-2c14caf71879,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.675206 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-837a522f-8658-4977-be53-081d407d743f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87c9f445d0ac443eafbb80a6ad237e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614668 Jul 08 19:42:31.687766 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40630) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:31.705397 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cd36abd4-00b7-4dd3-86a3-2ae69874a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.708692 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cd36abd4-00b7-4dd3-86a3-2ae69874a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.710013 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-cd36abd4-00b7-4dd3-86a3-2ae69874a668 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dc5579e-8057-44b5-bf3c-311f67d9443c HTTP/1.1" status: 204 len: 168 time: 0.6340246 Jul 08 19:42:31.740148 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:42:31.772423 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40634) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:31.798576 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:42:31.844899 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36abd4-00b7-4dd3-86a3-2ae69874a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc5579e-8057-44b5-bf3c-311f67d9443c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.850181 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b8a820c8-bbaa-4a3d-87a4-538837d86126 req-d1a9f5de-33f7-43ed-8a09-7f2d805560e6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.864603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b8a820c8-bbaa-4a3d-87a4-538837d86126 req-d1a9f5de-33f7-43ed-8a09-7f2d805560e6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:31.888106 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d29a72-cfa6-4eb1-900e-5c6ac5440bdf req-71981f83-36d4-4d5e-8fba-ee659c83a60b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:31.893360 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f6d29a72-cfa6-4eb1-900e-5c6ac5440bdf req-71981f83-36d4-4d5e-8fba-ee659c83a60b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.5859551 Jul 08 19:42:31.928431 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d7ef148f-5049-4893-81ab-17e3da4b7c8f req-c225215f-a4d9-4e50-949b-900cdb660ed5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705348 Jul 08 19:42:31.935907 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b8a820c8-bbaa-4a3d-87a4-538837d86126 req-d1a9f5de-33f7-43ed-8a09-7f2d805560e6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424179 Jul 08 19:42:31.957580 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-7f54d473-3f8d-41e4-81ed-827f694ff601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:31.960416 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-7f54d473-3f8d-41e4-81ed-827f694ff601 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1096 time: 0.4164073 Jul 08 19:42:31.968806 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9f5de-33f7-43ed-8a09-7f2d805560e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d48f2e-47bf-4fc6-a341-edbadfaf01a7,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:31.999142 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc923-62ab-4f08-8dea-6bc743254c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.009305 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f6d29a72-cfa6-4eb1-900e-5c6ac5440bdf req-4fc2674f-ce69-40c3-ab94-633a0a952b7f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032615 Jul 08 19:42:32.064543 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc923-62ab-4f08-8dea-6bc743254c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.085322 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-8c2775fc-a453-401b-833d-c7ad011b394c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 217 time: 0.0814295 Jul 08 19:42:32.166439 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc923-62ab-4f08-8dea-6bc743254c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.173032 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc923-62ab-4f08-8dea-6bc743254c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.178186 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b2ddc923-62ab-4f08-8dea-6bc743254c28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36369f92-c34a-43eb-9655-2c14caf71879 HTTP/1.1" status: 204 len: 168 time: 0.4890063 Jul 08 19:42:32.196183 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddc923-62ab-4f08-8dea-6bc743254c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36369f92-c34a-43eb-9655-2c14caf71879,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:32.247542 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9aa80e0-4c80-4e83-8487-b36d76c2d7ac x-openstack-request-id: req-d9aa80e0-4c80-4e83-8487-b36d76c2d7ac {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:32.247837 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:32.248084 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9aa80e0-4c80-4e83-8487-b36d76c2d7ac {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:32.248523 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'status': 'completed', 'code': 200} Jul 08 19:42:32.254355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2105f4e-7184-49b9-9b05-39c398efc569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.281807 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-e00eca9a-7c31-44df-8cac-9e8e856ccaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:32.284320 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-e00eca9a-7c31-44df-8cac-9e8e856ccaee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.1681268 Jul 08 19:42:32.371840 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73486e6-fa3d-48c1-ab44-a3eefecb5e96 req-4dd4ec2f-15b2-41c9-9cb9-7eb5c200457f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:32.374286 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e73486e6-fa3d-48c1-ab44-a3eefecb5e96 req-4dd4ec2f-15b2-41c9-9cb9-7eb5c200457f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.2789903 Jul 08 19:42:32.405048 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f81a-ecfe-42eb-8489-a0f49c3bfafa req-8685be1c-d45d-4c84-a214-0220f9558b52 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:32.406605 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3b85f81a-ecfe-42eb-8489-a0f49c3bfafa req-8685be1c-d45d-4c84-a214-0220f9558b52 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 944 time: 0.1256564 Jul 08 19:42:32.413392 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40650) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:32.421467 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c492e6-a39f-4f03-86ec-236eae76cda4'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:32.424104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8ca34-7367-4d64-b65b-849a61fa938a" -d '{"events": [{"server_uuid": "09ded880-96b8-4550-9878-4959c4b8c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "49c492e6-a39f-4f03-86ec-236eae76cda4"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:32.462387 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2e99eb0e-c29d-4076-aeb1-7cf1ba1d671c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.465815 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-e0fa148d-c9fc-4d20-bd23-bfc08a0a451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:32.467351 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-e0fa148d-c9fc-4d20-bd23-bfc08a0a451b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1735799 Jul 08 19:42:32.488688 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3b85f81a-ecfe-42eb-8489-a0f49c3bfafa req-e938fd41-3675-4a82-aead-3c6331a4b5e0 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749876 Jul 08 19:42:32.495044 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2105f4e-7184-49b9-9b05-39c398efc569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.501846 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2105f4e-7184-49b9-9b05-39c398efc569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.519528 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e73486e6-fa3d-48c1-ab44-a3eefecb5e96 req-98d8406a-4198-4d05-b693-cac0515ce608 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357214 Jul 08 19:42:32.594143 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40656) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:32.596021 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d2105f4e-7184-49b9-9b05-39c398efc569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61005b48e31845c89370f45ef1759803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193927 Jul 08 19:42:32.599806 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2105f4e-7184-49b9-9b05-39c398efc569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7556ef8-a2ed-43bc-bdab-0f79c24ac840,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:32.602120 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e7f3d6-e266-4021-8b85-816290516d3f x-openstack-request-id: req-44e7f3d6-e266-4021-8b85-816290516d3f {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:32.602486 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ded880-96b8-4550-9878-4959c4b8c8d6", "name": "network-vif-plugged", "status": "completed", "tag": "49c492e6-a39f-4f03-86ec-236eae76cda4", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:32.603072 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44e7f3d6-e266-4021-8b85-816290516d3f {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:32.603764 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c492e6-a39f-4f03-86ec-236eae76cda4', 'code': 200} Jul 08 19:42:32.714101 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-de1e6318-ce42-44bc-91e6-463e36d6df7f service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358615 Jul 08 19:42:32.779752 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-32673497-1d64-4866-8590-f448cf150dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.838427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-32673497-1d64-4866-8590-f448cf150dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.906471 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2e99eb0e-c29d-4076-aeb1-7cf1ba1d671c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:32.927865 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2e99eb0e-c29d-4076-aeb1-7cf1ba1d671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.013982 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ad9e97f6-fac5-47a8-91dc-525998d5622e req-681c50c6-a641-4be6-a066-8fbf9cf714e4 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913845 Jul 08 19:42:33.022985 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40676) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:33.037028 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-2e99eb0e-c29d-4076-aeb1-7cf1ba1d671c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02ed355fc418430a84304516d3b61c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139178 Jul 08 19:42:33.038966 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99eb0e-c29d-4076-aeb1-7cf1ba1d671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031358ae-5870-4a2d-8687-124797f143cc,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:33.149323 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd13dec9-88d6-46b4-a65d-42554003cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.183853 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-32673497-1d64-4866-8590-f448cf150dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.192011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-32673497-1d64-4866-8590-f448cf150dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.194063 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-32673497-1d64-4866-8590-f448cf150dcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7556ef8-a2ed-43bc-bdab-0f79c24ac840 HTTP/1.1" status: 204 len: 168 time: 0.5977063 Jul 08 19:42:33.198916 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd13dec9-88d6-46b4-a65d-42554003cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.227696 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32673497-1d64-4866-8590-f448cf150dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7556ef8-a2ed-43bc-bdab-0f79c24ac840,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:33.240217 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadb683-b468-4fcb-ad51-8713920e9966 req-46b55443-6db6-49c1-a5e1-953315c53057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.249178 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3dadb683-b468-4fcb-ad51-8713920e9966 req-46b55443-6db6-49c1-a5e1-953315c53057 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 1098 time: 0.4069779 Jul 08 19:42:33.321288 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-b43473a5-a77e-488f-82df-05bc4b04e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.323386 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-b43473a5-a77e-488f-82df-05bc4b04e5ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1096 time: 0.2336130 Jul 08 19:42:33.343023 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3dadb683-b468-4fcb-ad51-8713920e9966 req-35970ac1-5315-4f56-af04-b78b5918251e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791419 Jul 08 19:42:33.410500 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c65c4-120a-48e2-a48e-86bee6f15ff3 req-d3ec7dc5-e3e8-44f9-94aa-d821392bf47d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.427251 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069509-b518-4444-ac82-e7e6e8fd6ef3 req-b6723548-5c95-4c29-af2e-0c829886f04b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.435833 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-10069509-b518-4444-ac82-e7e6e8fd6ef3 req-b6723548-5c95-4c29-af2e-0c829886f04b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.2060728 Jul 08 19:42:33.438197 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0e9c65c4-120a-48e2-a48e-86bee6f15ff3 req-d3ec7dc5-e3e8-44f9-94aa-d821392bf47d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.3322971 Jul 08 19:42:33.466355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd13dec9-88d6-46b4-a65d-42554003cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.469510 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd13dec9-88d6-46b4-a65d-42554003cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:33.482620 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bd13dec9-88d6-46b4-a65d-42554003cc92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/031358ae-5870-4a2d-8687-124797f143cc HTTP/1.1" status: 204 len: 168 time: 0.4581199 Jul 08 19:42:33.543047 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-10069509-b518-4444-ac82-e7e6e8fd6ef3 req-54122d0b-5da3-4507-9a5e-0b9bd5982324 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059175 Jul 08 19:42:33.551256 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13dec9-88d6-46b4-a65d-42554003cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031358ae-5870-4a2d-8687-124797f143cc,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:33.551736 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0e9c65c4-120a-48e2-a48e-86bee6f15ff3 req-3fe889a1-68ce-4ab2-9b1d-2d37ecb57af8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120677 Jul 08 19:42:33.573528 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-dce9b0f9-d782-41bf-b7f0-aa058c7e0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.576814 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-dce9b0f9-d782-41bf-b7f0-aa058c7e0ae2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.2455542 Jul 08 19:42:33.645984 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-e96518b1-7310-419a-b499-d92641a4ea61 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 217 time: 0.0605204 Jul 08 19:42:33.760748 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-412cecee-49e5-4c45-9fa7-960b112c2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.762587 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-412cecee-49e5-4c45-9fa7-960b112c2c9e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.1090949 Jul 08 19:42:33.806434 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d3f77-2c63-4d95-9fda-f33ddfab4279 req-22245e90-56cd-49a9-be0c-43bfa8d37d40 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.808239 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c37d3f77-2c63-4d95-9fda-f33ddfab4279 req-22245e90-56cd-49a9-be0c-43bfa8d37d40 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.0821145 Jul 08 19:42:33.837106 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89b1e8-56d1-48a6-a90f-81190ceb0c48 req-21622147-c3d0-4dec-a3e2-9544f6b88cf2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.845141 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-df89b1e8-56d1-48a6-a90f-81190ceb0c48 req-21622147-c3d0-4dec-a3e2-9544f6b88cf2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 944 time: 0.1489956 Jul 08 19:42:33.873074 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c37d3f77-2c63-4d95-9fda-f33ddfab4279 req-305ef0be-534d-472f-97ed-d8a166d8fa30 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546961 Jul 08 19:42:33.901462 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-8c559c64-194c-45de-a132-581a6df96f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:33.903091 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-8c559c64-194c-45de-a132-581a6df96f8d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1326487 Jul 08 19:42:33.915879 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-df89b1e8-56d1-48a6-a90f-81190ceb0c48 req-ccf42179-f455-4dc5-832a-b546df129533 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693910 Jul 08 19:42:34.029068 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-25cdf961-0a6e-46ff-b7cd-dcb9a4f5b8ad service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119013 Jul 08 19:42:34.115635 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40708) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:34.166171 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b6997963-8819-40f9-a3ff-1ee3c75f8a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.175533 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2aeccf83-9a78-4f6a-8ee4-e9b2e1139066 req-f56c7e3d-2a99-4d64-b856-e354e7b023e6 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355855 Jul 08 19:42:34.350427 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b6997963-8819-40f9-a3ff-1ee3c75f8a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.361776 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b6997963-8819-40f9-a3ff-1ee3c75f8a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.403868 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b6997963-8819-40f9-a3ff-1ee3c75f8a4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4f73a18677c437e8721e35e902853d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827544 Jul 08 19:42:34.407733 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40722) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:34.416281 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6997963-8819-40f9-a3ff-1ee3c75f8a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a41b3f-5efa-4664-8979-fba4a6fdc552,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:34.482402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6af6e113-6c31-41b9-9074-48b9e263484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.516808 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6af6e113-6c31-41b9-9074-48b9e263484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.580763 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:34.597882 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6af6e113-6c31-41b9-9074-48b9e263484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.608374 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6af6e113-6c31-41b9-9074-48b9e263484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.609667 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-6af6e113-6c31-41b9-9074-48b9e263484d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a41b3f-5efa-4664-8979-fba4a6fdc552 HTTP/1.1" status: 204 len: 168 time: 0.2006793 Jul 08 19:42:34.635882 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6e113-6c31-41b9-9074-48b9e263484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a41b3f-5efa-4664-8979-fba4a6fdc552,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:34.710197 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:34.715719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:34.716532 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.803104 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f87b15-de4c-4fe2-94f4-781696f769e9 req-a23df91b-50e6-40d9-9712-45c8329a2abb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:34.805220 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-63f87b15-de4c-4fe2-94f4-781696f769e9 req-a23df91b-50e6-40d9-9712-45c8329a2abb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1116731 Jul 08 19:42:34.847140 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.858575 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-63f87b15-de4c-4fe2-94f4-781696f769e9 req-44dfdf20-2b0d-4540-aedd-452f0a19e5c1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466633 Jul 08 19:42:34.874542 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35670dc0-e837-41a9-b84c-32b55bb0ccc3 req-7fd9aebc-bdae-4c81-92dd-5923d8777a07 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:34.876409 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-35670dc0-e837-41a9-b84c-32b55bb0ccc3 req-7fd9aebc-bdae-4c81-92dd-5923d8777a07 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1271942 Jul 08 19:42:34.887739 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:34.889391 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:34.892308 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb71c27-b769-4e8e-ad32-292dcd008ccf" -d '{"events": [{"server_uuid": "e9e24f53-17bc-4d05-97e2-096ce259411b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:34.901491 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:34.902646 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 417f2027-dee4-4af1-a21e-3c5e344c3073 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:34.971594 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-35670dc0-e837-41a9-b84c-32b55bb0ccc3 req-025f25dc-edbd-49aa-bc5a-5135ae0de2d4 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Jul 08 19:42:34.979182 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90d4e2-07b2-47d6-a7ed-b98e49580730 x-openstack-request-id: req-2b90d4e2-07b2-47d6-a7ed-b98e49580730 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:34.980248 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e24f53-17bc-4d05-97e2-096ce259411b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:34.980762 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b90d4e2-07b2-47d6-a7ed-b98e49580730 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:34.981480 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849', 'code': 200} Jul 08 19:42:35.072796 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 417f2027-dee4-4af1-a21e-3c5e344c3073 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:35.095025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 417f2027-dee4-4af1-a21e-3c5e344c3073 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:35.096392 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:35.104064 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:35.330673 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a51e54b2-df45-40d8-8505-507d722cb559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:35.368617 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a28685-1e83-4627-a681-e6fcf32075ae req-ffb14c6d-3f8e-479f-b710-16b31b393f42 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:35.370505 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62a28685-1e83-4627-a681-e6fcf32075ae req-ffb14c6d-3f8e-479f-b710-16b31b393f42 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1702688 Jul 08 19:42:35.372192 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:35.454734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf9b28-955e-4c0a-ba59-9532d053982d req-487557fb-2811-4727-a470-1ce47ec3e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:35.458224 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-21cf9b28-955e-4c0a-ba59-9532d053982d req-487557fb-2811-4727-a470-1ce47ec3e315 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 1098 time: 0.1612592 Jul 08 19:42:35.478378 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 417f2027-dee4-4af1-a21e-3c5e344c3073, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=417f2027-dee4-4af1-a21e-3c5e344c3073,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:35.486317 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:35.579534 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-21cf9b28-955e-4c0a-ba59-9532d053982d req-6d1e10dc-3f6b-45f0-b7e8-77d6d46d5246 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882757 Jul 08 19:42:35.593851 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62a28685-1e83-4627-a681-e6fcf32075ae req-70a2890e-2d0e-4bfe-9d54-97c426b810d6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081301 Jul 08 19:42:35.657366 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=417f2027-dee4-4af1-a21e-3c5e344c3073,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:36.151862 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342e469-094b-4cd2-bde1-99fce42b9a00 req-dc1302f8-033a-4d81-a5a8-535c73f7a2c9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:36.159279 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c342e469-094b-4cd2-bde1-99fce42b9a00 req-dc1302f8-033a-4d81-a5a8-535c73f7a2c9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1007442 Jul 08 19:42:36.214972 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c342e469-094b-4cd2-bde1-99fce42b9a00 req-d891f5d9-5dc3-4d3e-a5e0-3e2a186d4db8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528710 Jul 08 19:42:36.595079 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:42:36.795211 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:36.812169 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'mac_address': 'fa:16:3e:30:a6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:42:36.871964 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:36.873888 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe931d-e2d5-47a6-a248-d2aa8ed8525b req-ca684c10-f70a-4c08-a703-2130c54f671a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:36.877053 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-56fe931d-e2d5-47a6-a248-d2aa8ed8525b req-ca684c10-f70a-4c08-a703-2130c54f671a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1083648 Jul 08 19:42:36.890675 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1952a6bc-3d93-4ec2-9a74-04690dbea868 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:36.921030 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:36.929332 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:36.945171 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-56fe931d-e2d5-47a6-a248-d2aa8ed8525b req-a92ad4a7-3c5f-41cc-86e4-9e2f7c110738 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Jul 08 19:42:36.985815 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417f2027-dee4-4af1-a21e-3c5e344c3073'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:36.991396 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8fbcf5-27e1-48bf-9e55-0d06ab6f0a11" -d '{"events": [{"server_uuid": "3680b6c3-fb1d-4491-9de9-5259d6ffb490", "name": "network-vif-plugged", "status": "completed", "tag": "417f2027-dee4-4af1-a21e-3c5e344c3073"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:37.041878 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:37.064585 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ac0cc-3d9e-4073-85e5-f2b41ec7cf58 x-openstack-request-id: req-114ac0cc-3d9e-4073-85e5-f2b41ec7cf58 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:37.064955 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3680b6c3-fb1d-4491-9de9-5259d6ffb490", "name": "network-vif-plugged", "status": "completed", "tag": "417f2027-dee4-4af1-a21e-3c5e344c3073", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:37.065141 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-114ac0cc-3d9e-4073-85e5-f2b41ec7cf58 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:37.065740 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417f2027-dee4-4af1-a21e-3c5e344c3073', 'code': 200} Jul 08 19:42:37.191467 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1952a6bc-3d93-4ec2-9a74-04690dbea868'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:42:37.488337 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415049af-8356-466a-818a-0e836498bf4c req-a4367b40-1d9f-49a1-af48-b93a7246202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:37.491462 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-415049af-8356-466a-818a-0e836498bf4c req-a4367b40-1d9f-49a1-af48-b93a7246202b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.1692462 Jul 08 19:42:37.572394 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40868) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:37.693453 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-415049af-8356-466a-818a-0e836498bf4c req-63694cfb-1133-4cf3-a742-663dbb2c2389 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937540 Jul 08 19:42:37.731651 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-accd966f-0e75-4f38-ba30-755b14240cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:37.733254 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-accd966f-0e75-4f38-ba30-755b14240cd0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 1098 time: 0.2030392 Jul 08 19:42:37.755704 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ddc84-77f6-452f-9484-c1c89b135c40 req-d3b93880-8c05-4d24-97de-0d771afd9a70 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:37.757281 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-696ddc84-77f6-452f-9484-c1c89b135c40 req-d3b93880-8c05-4d24-97de-0d771afd9a70 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.1483908 Jul 08 19:42:37.762398 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-374a32e6-1d88-44be-a8d0-c2c0e05ef97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:37.858637 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-696ddc84-77f6-452f-9484-c1c89b135c40 req-cb7bd217-41bc-4292-b744-38db44cff54a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909612 Jul 08 19:42:37.901783 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-911472e1-4ed6-427b-aa44-a06b5d15aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:37.904074 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-911472e1-4ed6-427b-aa44-a06b5d15aa69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.1447752 Jul 08 19:42:38.036428 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-374a32e6-1d88-44be-a8d0-c2c0e05ef97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.050467 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-374a32e6-1d88-44be-a8d0-c2c0e05ef97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.131794 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-acd3bf08-40fa-48c8-bc8e-2370fe0c2348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.132450 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-374a32e6-1d88-44be-a8d0-c2c0e05ef97b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a358fa1ca2841b0b076002cf040d8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583441 Jul 08 19:42:38.138967 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40886) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:38.143551 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a32e6-1d88-44be-a8d0-c2c0e05ef97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dc9aca-bd9f-494c-aa2f-5daa4d5157b4,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:38.205442 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba40563-f036-4dd8-8302-27e6896b0931 req-3d4c07c2-2f63-4cd3-979e-44c90904acb6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:38.207041 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8ba40563-f036-4dd8-8302-27e6896b0931 req-3d4c07c2-2f63-4cd3-979e-44c90904acb6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.2309399 Jul 08 19:42:38.214386 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-2a0b333d-9f17-43f7-a1ee-0d0779b84ac9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 HTTP/1.1" status: 200 len: 217 time: 0.3023741 Jul 08 19:42:38.247661 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.275256 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28c29a9-0867-4b9d-ad61-7fd802419e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.279440 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8ba40563-f036-4dd8-8302-27e6896b0931 req-e421eaed-529a-4982-9777-202a2d2d11f4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588486 Jul 08 19:42:38.304242 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28c29a9-0867-4b9d-ad61-7fd802419e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.354979 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28c29a9-0867-4b9d-ad61-7fd802419e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.359657 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28c29a9-0867-4b9d-ad61-7fd802419e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:38.365214 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b28c29a9-0867-4b9d-ad61-7fd802419e9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94dc9aca-bd9f-494c-aa2f-5daa4d5157b4 HTTP/1.1" status: 204 len: 168 time: 0.2233322 Jul 08 19:42:38.373826 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c29a9-0867-4b9d-ad61-7fd802419e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dc9aca-bd9f-494c-aa2f-5daa4d5157b4,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:38.945387 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.125092 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50410f9c-e206-484a-8282-37d90ec83562 req-e82e6c00-c193-423b-a6cd-75f99d054f0b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:39.127084 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50410f9c-e206-484a-8282-37d90ec83562 req-e82e6c00-c193-423b-a6cd-75f99d054f0b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.0708570 Jul 08 19:42:39.168366 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50410f9c-e206-484a-8282-37d90ec83562 req-5c5e7e8a-b8ca-4efb-89f2-09fa3f97b8dd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Jul 08 19:42:39.464824 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28398d-cba4-4d58-a97e-0b306d140cbd req-5bf4b015-e7e8-41a3-b3dd-c0a485b19b04 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:39.466413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9f28398d-cba4-4d58-a97e-0b306d140cbd req-5bf4b015-e7e8-41a3-b3dd-c0a485b19b04 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0680389 Jul 08 19:42:39.507565 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9f28398d-cba4-4d58-a97e-0b306d140cbd req-7bcc6a30-0632-4942-b77f-f29f83f436fb tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Jul 08 19:42:39.596113 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 40946) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:39.706961 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6f1fe371-68f8-4672-95d4-67743a348f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.807310 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6f1fe371-68f8-4672-95d4-67743a348f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.812490 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6f1fe371-68f8-4672-95d4-67743a348f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.871878 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6f1fe371-68f8-4672-95d4-67743a348f3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db853593ba6a44f180d1db593c7537a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746568 Jul 08 19:42:39.872709 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fe371-68f8-4672-95d4-67743a348f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a174a-26ff-4587-83df-171963039fa0,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:39.874683 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 40952) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:39.932091 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e2aceed5-a2bb-4f0d-b1b4-abec9800f9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:39.959431 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e2aceed5-a2bb-4f0d-b1b4-abec9800f9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:40.008616 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e2aceed5-a2bb-4f0d-b1b4-abec9800f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:40.011136 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e2aceed5-a2bb-4f0d-b1b4-abec9800f9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:40.012907 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e2aceed5-a2bb-4f0d-b1b4-abec9800f9b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/748a174a-26ff-4587-83df-171963039fa0 HTTP/1.1" status: 204 len: 168 time: 0.1366875 Jul 08 19:42:40.022044 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aceed5-a2bb-4f0d-b1b4-abec9800f9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a174a-26ff-4587-83df-171963039fa0,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:40.374485 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af8de7-6ac5-4637-adc2-4e4a8401300a req-8959381a-791c-4fda-9d95-2d98e5eb2d57 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:40.376306 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a4af8de7-6ac5-4637-adc2-4e4a8401300a req-8959381a-791c-4fda-9d95-2d98e5eb2d57 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.0711796 Jul 08 19:42:40.417641 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a4af8de7-6ac5-4637-adc2-4e4a8401300a req-640bf8e4-846d-4f61-8a5e-c85d39cf8a81 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Jul 08 19:42:40.715230 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742dbe6-2b03-4a3f-bb6b-8158ada2cc5f req-0c9cedd4-ba16-45d0-9fd6-d64c3f78b14b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:40.716718 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8742dbe6-2b03-4a3f-bb6b-8158ada2cc5f req-0c9cedd4-ba16-45d0-9fd6-d64c3f78b14b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0814397 Jul 08 19:42:40.762435 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8742dbe6-2b03-4a3f-bb6b-8158ada2cc5f req-dff38213-fe38-4518-8311-edaf6987f16f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Jul 08 19:42:40.802551 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:40.932907 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-9e3bdb40-d4ac-4e7b-8d7a-a1f096cdb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:40.934668 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-9e3bdb40-d4ac-4e7b-8d7a-a1f096cdb526 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.0595689 Jul 08 19:42:40.973398 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-9300dcac-6254-4aa3-84bf-eb1067eccae0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313475 Jul 08 19:42:41.073598 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-641a50d7-6685-4b58-8f1f-c0fb5c1efe3b service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891154 Jul 08 19:42:41.189024 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43d730bc-bb85-459d-831d-f44b95b3c29c req-63372e9c-e85c-44ce-8669-8942942336c3 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082404 Jul 08 19:42:41.634652 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4469-2ba5-4296-95e8-a7f2c0e58c89 req-27bfe469-f710-4954-a7b5-45702c10e766 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:41.643941 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4b1b4469-2ba5-4296-95e8-a7f2c0e58c89 req-27bfe469-f710-4954-a7b5-45702c10e766 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.0824804 Jul 08 19:42:41.697757 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4b1b4469-2ba5-4296-95e8-a7f2c0e58c89 req-ca74b1cf-e65d-46dd-8ff8-93eed186613a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512717 Jul 08 19:42:41.976532 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a24748-5b49-487f-9043-1d99aba4d908 req-6ecad411-be09-4d3a-9276-6dff85e74113 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:41.978262 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-53a24748-5b49-487f-9043-1d99aba4d908 req-6ecad411-be09-4d3a-9276-6dff85e74113 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0775516 Jul 08 19:42:42.038190 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-53a24748-5b49-487f-9043-1d99aba4d908 req-387bae48-71e2-4b5e-8375-66b515367ded tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539982 Jul 08 19:42:42.617332 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:42:42.671257 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 1952a6bc-3d93-4ec2-9a74-04690dbea868 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:42:42.675394 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 1952a6bc-3d93-4ec2-9a74-04690dbea868 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:42:42.675783 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:42.769470 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:42.820004 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:42:42.821328 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:42.826216 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e696e32-1ee5-4f26-a7ec-f005b4a3eb6f" -d '{"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-plugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:42.830898 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:42.870879 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41086) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:42.902699 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863ba9b8-0e62-46bf-959d-e43a46325921 x-openstack-request-id: req-863ba9b8-0e62-46bf-959d-e43a46325921 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:42.902989 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-plugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:42.903243 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-863ba9b8-0e62-46bf-959d-e43a46325921 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:42.903639 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'code': 200} Jul 08 19:42:42.923133 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:42.953205 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dec61-7ccf-4614-b193-980d22bf3b87 req-63023430-8cee-434d-8667-ec856b7a98de tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:42.954920 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0b7dec61-7ccf-4614-b193-980d22bf3b87 req-63023430-8cee-434d-8667-ec856b7a98de tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1112826 Jul 08 19:42:43.008107 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0b7dec61-7ccf-4614-b193-980d22bf3b87 req-d318d180-8051-43cc-956a-bc598a8789f0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458879 Jul 08 19:42:43.020296 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c725-931b-4711-87e3-717e69034615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.157471 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c725-931b-4711-87e3-717e69034615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.183097 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c725-931b-4711-87e3-717e69034615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.257789 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2c725-931b-4711-87e3-717e69034615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c9e5f2-2c75-491c-a728-3c84eb72cc4e,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:43.263199 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-2fa2c725-931b-4711-87e3-717e69034615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59455333121940859dfd5e3965530d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912010 Jul 08 19:42:43.266037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41100) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:43.302298 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cd82d-209d-4f90-82de-bccf1f577a71 req-08d3afc5-6a67-483b-aa91-6b2437557ca5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:43.304906 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d08cd82d-209d-4f90-82de-bccf1f577a71 req-08d3afc5-6a67-483b-aa91-6b2437557ca5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1415958 Jul 08 19:42:43.330965 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb24c-c2ea-49f5-bb51-2d5e97c31cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.345236 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d08cd82d-209d-4f90-82de-bccf1f577a71 req-27420fe6-6581-44cd-9f0b-a1163d0875a3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Jul 08 19:42:43.360925 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb24c-c2ea-49f5-bb51-2d5e97c31cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.416070 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb24c-c2ea-49f5-bb51-2d5e97c31cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.418682 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb24c-c2ea-49f5-bb51-2d5e97c31cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.419837 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a5bcb24c-c2ea-49f5-bb51-2d5e97c31cc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64c9e5f2-2c75-491c-a728-3c84eb72cc4e HTTP/1.1" status: 204 len: 168 time: 0.1528120 Jul 08 19:42:43.437289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb24c-c2ea-49f5-bb51-2d5e97c31cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c9e5f2-2c75-491c-a728-3c84eb72cc4e,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:43.741230 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41118) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:43.755741 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd58f-b0d0-4e28-b644-c6d72e4c01c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.863385 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd58f-b0d0-4e28-b644-c6d72e4c01c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.868421 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd58f-b0d0-4e28-b644-c6d72e4c01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.918851 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-0d6bd58f-b0d0-4e28-b644-c6d72e4c01c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=888ba45c72594d38947434c8fd0c83eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739728 Jul 08 19:42:43.918851 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd58f-b0d0-4e28-b644-c6d72e4c01c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5934bb-4705-4d84-b36c-78a2cceb7a02,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:43.920586 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41126) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:43.950719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:43.988311 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a28e-9df2-42b0-b1ae-912fc17f4ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:44.015529 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a28e-9df2-42b0-b1ae-912fc17f4ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:44.080817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a28e-9df2-42b0-b1ae-912fc17f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:44.083665 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a28e-9df2-42b0-b1ae-912fc17f4ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:44.084779 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-d6b2a28e-9df2-42b0-b1ae-912fc17f4ce9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c5934bb-4705-4d84-b36c-78a2cceb7a02 HTTP/1.1" status: 204 len: 168 time: 0.1624506 Jul 08 19:42:44.093152 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2a28e-9df2-42b0-b1ae-912fc17f4ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5934bb-4705-4d84-b36c-78a2cceb7a02,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:44.232720 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cec321-d764-43c9-a0b7-e64735e3f41d req-20282eaa-199c-4030-85d1-8c511efd8646 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:44.234360 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-85cec321-d764-43c9-a0b7-e64735e3f41d req-20282eaa-199c-4030-85d1-8c511efd8646 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0852313 Jul 08 19:42:44.283796 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-85cec321-d764-43c9-a0b7-e64735e3f41d req-bdd94b46-3c60-4ed5-9600-15a0780f4a44 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409310 Jul 08 19:42:44.541824 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63903e-9930-4b8c-affe-3771b16616b7 req-7b1b1857-a8d9-445e-a29f-14df9bffb267 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:44.543381 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2c63903e-9930-4b8c-affe-3771b16616b7 req-7b1b1857-a8d9-445e-a29f-14df9bffb267 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0775809 Jul 08 19:42:44.583004 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2c63903e-9930-4b8c-affe-3771b16616b7 req-e85e08ae-f69c-4a51-b01a-f83cd8211a0a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Jul 08 19:42:45.238898 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b382121-e690-47a0-998c-4045755f360c req-849e1925-e963-4280-a372-83219c148f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:45.241331 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6b382121-e690-47a0-998c-4045755f360c req-849e1925-e963-4280-a372-83219c148f15 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1098 time: 0.0832121 Jul 08 19:42:45.506304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e633263-1cfe-4005-9688-379ba64888b2 req-c54509fd-0a81-4475-bad4-e31738d9aaa7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:45.508043 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2e633263-1cfe-4005-9688-379ba64888b2 req-c54509fd-0a81-4475-bad4-e31738d9aaa7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0782804 Jul 08 19:42:45.548955 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2e633263-1cfe-4005-9688-379ba64888b2 req-b72a4925-ae8d-47c1-9896-63a8574a3655 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354142 Jul 08 19:42:45.790913 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc983fe2-688e-4359-9752-15d82a5521f9 req-db9485b9-77bd-4a06-abbd-5b78a3015195 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:45.792484 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc983fe2-688e-4359-9752-15d82a5521f9 req-db9485b9-77bd-4a06-abbd-5b78a3015195 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0670488 Jul 08 19:42:45.836598 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc983fe2-688e-4359-9752-15d82a5521f9 req-ffee7abb-8020-425d-9cf9-83608eef258c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Jul 08 19:42:46.351872 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6b382121-e690-47a0-998c-4045755f360c req-3f0a7139-8844-4e55-a890-abe8fc6bf036 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Jul 08 19:42:46.768598 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8a97-b49e-45d3-82af-a51dab7ff317 req-a59dbe50-54a0-487a-a6d1-4dde6d866a67 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:46.771443 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ef2c8a97-b49e-45d3-82af-a51dab7ff317 req-a59dbe50-54a0-487a-a6d1-4dde6d866a67 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0849180 Jul 08 19:42:46.815030 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ef2c8a97-b49e-45d3-82af-a51dab7ff317 req-83a80bd1-5ba8-419b-bd52-18eb800a2fcf tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360081 Jul 08 19:42:47.056195 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484dbfd-b7d9-405e-93db-4a0e22141f66 req-6ebb7082-0bd3-41b7-a776-b59bff99dd5c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:47.058168 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e484dbfd-b7d9-405e-93db-4a0e22141f66 req-6ebb7082-0bd3-41b7-a776-b59bff99dd5c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0890722 Jul 08 19:42:47.103409 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e484dbfd-b7d9-405e-93db-4a0e22141f66 req-a95e152d-3867-473a-aad0-c1c7a214276e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Jul 08 19:42:48.041323 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5e74f-7032-4bf7-8dc1-f9793deef925 req-8943b254-2760-499b-b919-593b53af75a8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:48.043753 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1aa5e74f-7032-4bf7-8dc1-f9793deef925 req-8943b254-2760-499b-b919-593b53af75a8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0851080 Jul 08 19:42:48.104423 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1aa5e74f-7032-4bf7-8dc1-f9793deef925 req-78dc6e82-03fd-4140-a4f0-0300ce87975a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539496 Jul 08 19:42:48.373079 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76578d-a220-40ff-8ae6-539fb4acbb00 req-e0cad2b6-44d3-40b9-97e4-f03154a34fcb tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:48.383094 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ca76578d-a220-40ff-8ae6-539fb4acbb00 req-e0cad2b6-44d3-40b9-97e4-f03154a34fcb tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1131470 Jul 08 19:42:48.443121 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ca76578d-a220-40ff-8ae6-539fb4acbb00 req-e261d4ff-b934-4855-b21d-a38cd1db34b8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571001 Jul 08 19:42:48.450149 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb696d-756f-4259-b31e-b69ec749bfa9 req-5412383b-0246-4f00-bb28-412629872430 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:48.462100 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-67bb696d-756f-4259-b31e-b69ec749bfa9 req-5412383b-0246-4f00-bb28-412629872430 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1575186 Jul 08 19:42:48.469121 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41278) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:48.476366 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'floatingip': {'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:48.641980 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:48.961040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-628b2b04-0a03-4603-900b-35be87a5de63 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:48.962660 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-628b2b04-0a03-4603-900b-35be87a5de63 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.3764136 Jul 08 19:42:48.996727 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-a29425b2-7ca3-4a73-a6c3-a922b56a437d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/quotas/2c094057931b40099e2aa2ab073b03bd HTTP/1.1" status: 200 len: 375 time: 0.0281734 Jul 08 19:42:49.304614 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-699646d0-08a5-4809-8053-823f574e8c9d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2669780 Jul 08 19:42:49.622351 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507683-5239-4c6b-bc93-14687585efcc req-23425559-368b-4d4f-9aa9-573e6eb2d45d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:49.623980 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a9507683-5239-4c6b-bc93-14687585efcc req-23425559-368b-4d4f-9aa9-573e6eb2d45d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0707228 Jul 08 19:42:49.624728 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d7c4618c-f1fa-4113-97c1-72a42bd3aa2a service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809994 Jul 08 19:42:49.672758 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a9507683-5239-4c6b-bc93-14687585efcc req-c82efa8b-d5f0-4c92-9e7b-73e6e3c49424 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Jul 08 19:42:49.755278 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.db.resource_extend [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 19:42:49.853514 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:49.860624 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:49.866818 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-a36610aa-4fb4-45f8-b228-0444117e8556 service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327812 Jul 08 19:42:49.994758 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Floating IP 9c7c00fd-75e9-47d2-901c-77c3d0a2a930 associated. External IP: 172.27.1.16, port: 1952a6bc-3d93-4ec2-9a74-04690dbea868. Jul 08 19:42:50.119294 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c2bf0324-d45d-4322-af27-99e3365495f4 req-e84a09e5-10c2-4c33-bba8-de91b9e7fbc0 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0479901 Jul 08 19:42:50.281581 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:42:50.403556 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:42:50.408834 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:50.418503 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:42:50.437033 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:50.437718 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:42:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:50.464052 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-40131241-3503-4213-9f39-09841fb055ad tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "PUT /v2.0/floatingips/9c7c00fd-75e9-47d2-901c-77c3d0a2a930 HTTP/1.1" status: 200 len: 990 time: 1.9935930 Jul 08 19:42:50.466262 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:50.568384 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:50.637689 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867d94cb-70ab-4094-85df-f73d8e9377d2" -d '{"events": [{"name": "network-changed", "server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:50.728118 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33c67f-b1c8-4419-9ed2-036e36e663c4 x-openstack-request-id: req-1f33c67f-b1c8-4419-9ed2-036e36e663c4 {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:50.728431 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:50.728663 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f33c67f-b1c8-4419-9ed2-036e36e663c4 {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:50.729109 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'status': 'completed', 'code': 200} Jul 08 19:42:50.851971 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': '9c7c00fd-75e9-47d2-901c-77c3d0a2a930', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'mac_address': 'fa:16:3e:30:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:42:20Z', 'updated_at': '2021-07-08T19:42:49Z', 'revision_number': 1, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:50.923339 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2a23-8e06-43f8-bcb8-2f1428a04123 req-09653d53-4fb1-40a9-80c5-430be352e431 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:50.925013 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6c0b2a23-8e06-43f8-bcb8-2f1428a04123 req-09653d53-4fb1-40a9-80c5-430be352e431 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0718019 Jul 08 19:42:50.964615 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:42:50.967385 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6c0b2a23-8e06-43f8-bcb8-2f1428a04123 req-bb3196cf-0c38-497c-8c33-c352d77e1e26 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Jul 08 19:42:50.973574 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:42:50.974220 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:42:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:51.082283 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:42:51.292759 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-de0b8cfe-6c5f-4e0f-aba9-ff46f524f00d req-4104e74a-c44f-4f24-b808-4183fd5995e4 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0327806 Jul 08 19:42:51.323989 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': '9c7c00fd-75e9-47d2-901c-77c3d0a2a930', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'mac_address': 'fa:16:3e:30:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:42:20Z', 'updated_at': '2021-07-08T19:42:49Z', 'revision_number': 1, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:42:51.354809 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1763dd-0179-4c95-ac7c-e357ee89bbba None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': '9c7c00fd-75e9-47d2-901c-77c3d0a2a930', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'mac_address': 'fa:16:3e:30:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:42:20Z', 'updated_at': '2021-07-08T19:42:49Z', 'revision_number': 1, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:42:51.597063 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6457fa1-760e-4423-a319-d9f7dfccd3e2 None None] New status for floating IP 9c7c00fd-75e9-47d2-901c-77c3d0a2a930: ACTIVE {{(pid=99695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:42:52.146070 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de60c87-c59f-44d1-bee7-55ce042682c5 req-652cc5b5-1434-4961-bd26-8184d1bb3a59 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:52.147618 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5de60c87-c59f-44d1-bee7-55ce042682c5 req-652cc5b5-1434-4961-bd26-8184d1bb3a59 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0651000 Jul 08 19:42:52.190066 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5de60c87-c59f-44d1-bee7-55ce042682c5 req-8f4a5dab-3833-4c9a-95ce-e8d070d5c74f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368347 Jul 08 19:42:52.422123 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-24b0813c-b591-4c4a-9e39-bf54d6c0d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:52.423641 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-24b0813c-b591-4c4a-9e39-bf54d6c0d957 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1098 time: 0.0928292 Jul 08 19:42:52.521608 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4c1d3bb2-adaf-4248-ac1d-693aa1f191b7 req-21ca3634-7a12-4c54-b982-1a123685c826 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0370927 Jul 08 19:42:52.567743 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-dfdbf058-08c3-45d0-9785-7357e8df13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:52.569620 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-dfdbf058-08c3-45d0-9785-7357e8df13d1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1370599 Jul 08 19:42:52.677032 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-aef9f700-7cb6-4afe-b960-dc09f5e364e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 1000 time: 0.0976655 Jul 08 19:42:52.739316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-ff52b916-b600-4604-b9b8-9c2c4ab837d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:52.740860 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-ff52b916-b600-4604-b9b8-9c2c4ab837d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0488522 Jul 08 19:42:52.806863 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-e33487e9-ce21-4e92-a797-98a98209756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:52.808377 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-e33487e9-ce21-4e92-a797-98a98209756d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607882 Jul 08 19:42:52.921584 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-64be38d9-a11c-4ad2-8bd0-a97f871c3d41 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033027 Jul 08 19:42:53.039064 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-867d94cb-70ab-4094-85df-f73d8e9377d2 req-acbfdd32-32c2-43d3-ba9b-2a59e3e9c8df service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090622 Jul 08 19:42:53.273716 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-9ba16989-7868-425e-98b1-47080b94effb tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:53.278045 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-9ba16989-7868-425e-98b1-47080b94effb tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.1406751 Jul 08 19:42:53.310726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Request body: {'port': {'device_id': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'admin_state_up': True, 'tenant_id': '2c094057931b40099e2aa2ab073b03bd'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:53.491086 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a79598-3e46-4f25-83cc-4c1336d2f15f req-17b7ca93-b573-476c-9cb3-ab9f6a99ff9c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:53.505613 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d0a79598-3e46-4f25-83cc-4c1336d2f15f req-17b7ca93-b573-476c-9cb3-ab9f6a99ff9c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1706893 Jul 08 19:42:53.555746 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Made reservation on behalf of 2c094057931b40099e2aa2ab073b03bd for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:42:53.561378 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:53.567507 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d0a79598-3e46-4f25-83cc-4c1336d2f15f req-63e367cd-e407-47f1-a137-8c6ab9bd41ee tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634601 Jul 08 19:42:53.741202 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Allocated IP 172.20.0.10 (125a1fc8-7604-4434-9526-7ffbebc2ec79/8d5431c0-c08c-4a69-bb7f-553aa798e76f/80785a3e-d3ac-41e4-ab6c-56790529b9f3) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:42:53.813468 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1d9b4ad7-9b87-475e-971d-4c9013028b1c req-dc3f4af7-64f3-4aaf-844e-164673304a5b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0887487 Jul 08 19:42:53.864874 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41448) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:53.895899 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41452) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:53.965828 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.013574 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.013809 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.028166 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-900ece0b-3b60-4bd4-b2db-3366644069d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.030462 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:42:54.084452 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:42:54.095374 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:42:54.099651 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:42:54.120256 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:54.121124 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.150693 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event updated for resources: {'Port': ['ID=80785a3e-d3ac-41e4-ab6c-56790529b9f3,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:54.156682 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.163231 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.163812 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.164326 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.165517 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.166447 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.167144 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.167651 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.168000 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.168567 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.168762 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.169096 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.169433 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.169968 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.242420 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac137d-e19c-4820-8336-0fa0118c7a02,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:54.257115 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.257605 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.258031 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.258372 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.258696 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.259045 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.259374 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.259713 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.260051 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.260353 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.260671 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.260988 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:42:54.268940 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-64b3cd6d-2d99-4d39-b044-d057c9c80928 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98a96444240f43e9860ec1f603ba805d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999846 Jul 08 19:42:54.270027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41466) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:54.347189 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a9b30bf3-34da-45e8-9c6e-503b75698c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.373603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a9b30bf3-34da-45e8-9c6e-503b75698c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.443845 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a9b30bf3-34da-45e8-9c6e-503b75698c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.446535 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a9b30bf3-34da-45e8-9c6e-503b75698c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.453268 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a9b30bf3-34da-45e8-9c6e-503b75698c9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fac137d-e19c-4820-8336-0fa0118c7a02 HTTP/1.1" status: 204 len: 168 time: 0.1763513 Jul 08 19:42:54.474763 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b30bf3-34da-45e8-9c6e-503b75698c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac137d-e19c-4820-8336-0fa0118c7a02,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:54.516173 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-900ece0b-3b60-4bd4-b2db-3366644069d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.523447 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-900ece0b-3b60-4bd4-b2db-3366644069d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.529222 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-0cf6a4c1-d443-41e2-afad-da90e6f35202 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2267687 Jul 08 19:42:54.551517 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Request body: {'port': {'device_id': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:42:54.564774 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-900ece0b-3b60-4bd4-b2db-3366644069d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62636a7aeae74c5d8c89c45f6d0044a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677904 Jul 08 19:42:54.566714 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ece0b-3b60-4bd4-b2db-3366644069d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a108a13-0721-4073-ab11-e87c18521046,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:54.569315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41472) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:54.636438 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7794f140-b774-4d59-9d9e-a2a793b5dc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.661205 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7794f140-b774-4d59-9d9e-a2a793b5dc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.671136 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.723351 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7794f140-b774-4d59-9d9e-a2a793b5dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.726895 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7794f140-b774-4d59-9d9e-a2a793b5dc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.727277 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7794f140-b774-4d59-9d9e-a2a793b5dc84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a108a13-0721-4073-ab11-e87c18521046 HTTP/1.1" status: 204 len: 168 time: 0.1569941 Jul 08 19:42:54.757392 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f140-b774-4d59-9d9e-a2a793b5dc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a108a13-0721-4073-ab11-e87c18521046,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:54.869385 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41486) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:54.891943 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c04d979f-0e76-4c2a-b604-595367b25784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:54.965389 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ed37a-83d6-437d-9ee0-efc1d472889d req-bf73a539-e6de-4a79-8f3c-e0316a300ca8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:54.967159 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ca4ed37a-83d6-437d-9ee0-efc1d472889d req-bf73a539-e6de-4a79-8f3c-e0316a300ca8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1599963 Jul 08 19:42:55.038859 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c04d979f-0e76-4c2a-b604-595367b25784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.041644 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ca4ed37a-83d6-437d-9ee0-efc1d472889d req-d7c6e558-e0c8-4e07-8936-3a8f82ccd4dd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630932 Jul 08 19:42:55.044844 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c04d979f-0e76-4c2a-b604-595367b25784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.093474 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80785a3e-d3ac-41e4-ab6c-56790529b9f3 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:42:55.099909 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d979f-0e76-4c2a-b604-595367b25784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755d5324-b4c4-4099-9bcb-428c5bea671c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:55.104406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.105230 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c04d979f-0e76-4c2a-b604-595367b25784 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d7877ea661a443b800ac2a5b7ecda72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341387 Jul 08 19:42:55.107589 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41494) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:55.136873 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Transition to ACTIVE for port object 80785a3e-d3ac-41e4-ab6c-56790529b9f3 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:42:55.146670 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.165722 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41498) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:55.189310 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d5fc90c5-b2d0-4d10-b29a-6a38107c1f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.222980 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9e361215-26aa-479a-8260-bee41505dc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.237750 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Pushing event updated for resources: {'Port': ['ID=80785a3e-d3ac-41e4-ab6c-56790529b9f3,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:55.258934 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9e361215-26aa-479a-8260-bee41505dc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.289627 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Attempting to bind port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:42:55.289961 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Attempting to bind port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:42:55.290290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Attempting to bind port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:55.297394 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:42:55.297830 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Attempting to bind port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:42:55.308926 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9e87b-6f8a-478e-a881-768b75e2bba8 req-5bc2df21-b1ef-4f20-8c31-93e15b19c026 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:55.310498 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-70a9e87b-6f8a-478e-a881-768b75e2bba8 req-5bc2df21-b1ef-4f20-8c31-93e15b19c026 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.1317651 Jul 08 19:42:55.313445 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:42:55.313848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Checking segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:42:55.314203 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Bound using segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:42:55.314630 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Bound port: 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:42:55.314987 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.336175 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9e361215-26aa-479a-8260-bee41505dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.338738 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9e361215-26aa-479a-8260-bee41505dc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.339896 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9e361215-26aa-479a-8260-bee41505dc58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/755d5324-b4c4-4099-9bcb-428c5bea671c HTTP/1.1" status: 204 len: 168 time: 0.2313647 Jul 08 19:42:55.353941 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d5fc90c5-b2d0-4d10-b29a-6a38107c1f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.359536 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d5fc90c5-b2d0-4d10-b29a-6a38107c1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.363984 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361215-26aa-479a-8260-bee41505dc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d5324-b4c4-4099-9bcb-428c5bea671c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:55.399954 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-70a9e87b-6f8a-478e-a881-768b75e2bba8 req-6dcd608e-e5c2-4b53-82a4-687ec0552fa5 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816159 Jul 08 19:42:55.404301 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d5fc90c5-b2d0-4d10-b29a-6a38107c1f65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8481b659321c405d91965609d032e061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369790 Jul 08 19:42:55.406771 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc90c5-b2d0-4d10-b29a-6a38107c1f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd68ec-c7ad-4434-a7d1-f812719fea26,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:55.409703 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41504) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:55.429441 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] For port 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:42:55.440502 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] For port 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80785a3e-d3ac-41e4-ab6c-56790529b9f3,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:42:55.447943 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.490548 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:55.491172 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.495948 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69bcb44b-36da-4313-8459-60456b43b00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.497207 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] 10.222.0.91 "PUT /v2.0/ports/80785a3e-d3ac-41e4-ab6c-56790529b9f3 HTTP/1.1" status: 200 len: 1094 time: 0.9584594 Jul 08 19:42:55.497740 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'tag': '80785a3e-d3ac-41e4-ab6c-56790529b9f3'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:42:55.500027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4508e0-d292-4a2e-8122-f737aa379387" -d '{"events": [{"name": "network-changed", "server_uuid": "acb21046-20fb-4b61-bc52-7918bbe946ce", "tag": "80785a3e-d3ac-41e4-ab6c-56790529b9f3"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:42:55.524872 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69bcb44b-36da-4313-8459-60456b43b00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.527663 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795deb4-a93e-4e0e-be66-da63a60eda28 service neutron] Pushing event updated for resources: {'Port': ['ID=80785a3e-d3ac-41e4-ab6c-56790529b9f3,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:55.588339 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69bcb44b-36da-4313-8459-60456b43b00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.591544 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69bcb44b-36da-4313-8459-60456b43b00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:55.592970 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-69bcb44b-36da-4313-8459-60456b43b00d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fbd68ec-c7ad-4434-a7d1-f812719fea26 HTTP/1.1" status: 204 len: 168 time: 0.1820297 Jul 08 19:42:55.603942 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcb44b-36da-4313-8459-60456b43b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd68ec-c7ad-4434-a7d1-f812719fea26,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:55.745523 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57a2db-db39-4fb8-b461-a672d71a0ed9 x-openstack-request-id: req-8b57a2db-db39-4fb8-b461-a672d71a0ed9 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:42:55.745860 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb21046-20fb-4b61-bc52-7918bbe946ce", "tag": "80785a3e-d3ac-41e4-ab6c-56790529b9f3", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:42:55.746116 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b57a2db-db39-4fb8-b461-a672d71a0ed9 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:42:55.746522 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'tag': '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'status': 'completed', 'code': 200} Jul 08 19:42:55.916202 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba7e7-f032-449a-b486-1685c4847bad req-9a035e27-ed2b-438a-8fd7-c6802edf13b6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:55.922150 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-049ba7e7-f032-449a-b486-1685c4847bad req-9a035e27-ed2b-438a-8fd7-c6802edf13b6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0805185 Jul 08 19:42:55.977047 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-049ba7e7-f032-449a-b486-1685c4847bad req-f481e35b-0b21-4ccc-b04e-9d1ac376e1ef tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Jul 08 19:42:56.003853 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41526) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:56.017283 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5d574386-1716-4c99-993b-6cd3f0d085cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.130711 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5d574386-1716-4c99-993b-6cd3f0d085cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.135638 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5d574386-1716-4c99-993b-6cd3f0d085cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.178206 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-5d574386-1716-4c99-993b-6cd3f0d085cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7481b23515d949649208039b1fc31de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732125 Jul 08 19:42:56.180803 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41534) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:56.188577 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d574386-1716-4c99-993b-6cd3f0d085cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce155f-0b74-418c-8976-966f5e3d2f9e,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:56.240948 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8de6521b-eeea-4cf5-aaf2-5a0548912498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.252042 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8cc6c-0903-419e-8360-0e69180f56e4 req-c88e39e5-8f2e-42ec-a880-4537bc61d611 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:56.254520 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b6d8cc6c-0903-419e-8360-0e69180f56e4 req-c88e39e5-8f2e-42ec-a880-4537bc61d611 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0743132 Jul 08 19:42:56.267802 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8de6521b-eeea-4cf5-aaf2-5a0548912498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.297864 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b6d8cc6c-0903-419e-8360-0e69180f56e4 req-353f642b-4d4b-4bd3-9e0a-aa73db867a35 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Jul 08 19:42:56.323287 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8de6521b-eeea-4cf5-aaf2-5a0548912498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.325908 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8de6521b-eeea-4cf5-aaf2-5a0548912498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:56.327061 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-8de6521b-eeea-4cf5-aaf2-5a0548912498 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00ce155f-0b74-418c-8976-966f5e3d2f9e HTTP/1.1" status: 204 len: 168 time: 0.1450682 Jul 08 19:42:56.336497 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6521b-eeea-4cf5-aaf2-5a0548912498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce155f-0b74-418c-8976-966f5e3d2f9e,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:56.743874 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200392f5-55ad-4548-8a2c-36adab24bfa8 req-40fc0956-70f8-4a80-be2b-a808c9112eef tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:56.745353 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-200392f5-55ad-4548-8a2c-36adab24bfa8 req-40fc0956-70f8-4a80-be2b-a808c9112eef tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.0769243 Jul 08 19:42:56.794533 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-200392f5-55ad-4548-8a2c-36adab24bfa8 req-f29d6df7-bd0f-458d-84be-d3a4bc1a84a4 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Jul 08 19:42:57.195193 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a29f33-292b-4fd2-88d8-84870817fe08 req-4576df5f-e982-4340-9398-04e89cd29075 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:57.202482 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-23a29f33-292b-4fd2-88d8-84870817fe08 req-4576df5f-e982-4340-9398-04e89cd29075 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0796211 Jul 08 19:42:57.246827 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-23a29f33-292b-4fd2-88d8-84870817fe08 req-32c4b7ac-6cd5-48f1-931e-4ed947ee6cc7 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Jul 08 19:42:57.486161 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08f5d6-5602-4c5f-9a12-b950191f9741 req-e6675503-85e3-443b-9f52-cec84cd75553 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:57.487988 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1f08f5d6-5602-4c5f-9a12-b950191f9741 req-e6675503-85e3-443b-9f52-cec84cd75553 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0703967 Jul 08 19:42:57.563043 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1f08f5d6-5602-4c5f-9a12-b950191f9741 req-fdc193e7-c791-4caf-b2bc-f54873d981f5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645568 Jul 08 19:42:57.980950 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c526767-8ed4-4abc-8f7f-51fef39f5087 req-23c126c5-062d-4b38-9f9b-fb3e680c3410 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:57.982483 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c526767-8ed4-4abc-8f7f-51fef39f5087 req-23c126c5-062d-4b38-9f9b-fb3e680c3410 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.0673549 Jul 08 19:42:58.032854 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c526767-8ed4-4abc-8f7f-51fef39f5087 req-fc576993-9b78-4010-9ba9-c3e29371ab1f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Jul 08 19:42:58.227943 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4508e0-d292-4a2e-8122-f737aa379387 req-eea89ec9-4af2-4295-9180-70ca0e9ae1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:58.229467 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4c4508e0-d292-4a2e-8122-f737aa379387 req-eea89ec9-4af2-4295-9180-70ca0e9ae1a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 1097 time: 0.0560811 Jul 08 19:42:58.654657 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4508e0-d292-4a2e-8122-f737aa379387 req-f0330aaa-3345-4bfb-9450-cc96d77d530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:58.656337 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4c4508e0-d292-4a2e-8122-f737aa379387 req-f0330aaa-3345-4bfb-9450-cc96d77d530a service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=2c094057931b40099e2aa2ab073b03bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4163098 Jul 08 19:42:58.683157 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dcd2-54bb-4d5e-9e2b-61b97f458791 req-6b4ac178-ede8-4637-be33-550378e493cf tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:58.687889 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0777dcd2-54bb-4d5e-9e2b-61b97f458791 req-6b4ac178-ede8-4637-be33-550378e493cf tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1930428 Jul 08 19:42:58.785513 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64745d5-e8a1-4791-9eb7-8e9efca8093d req-c1de941f-93bb-4a1f-9abd-15e328e0054e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:58.787202 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a64745d5-e8a1-4791-9eb7-8e9efca8093d req-c1de941f-93bb-4a1f-9abd-15e328e0054e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0770943 Jul 08 19:42:58.848755 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a64745d5-e8a1-4791-9eb7-8e9efca8093d req-ea54744d-7850-4ae7-8d8c-a88797cedc5d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Jul 08 19:42:58.855299 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0777dcd2-54bb-4d5e-9e2b-61b97f458791 req-ce4fef8d-4202-4c0e-b965-c58907ced34b tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462243 Jul 08 19:42:58.942434 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4508e0-d292-4a2e-8122-f737aa379387 req-fe732139-4f21-4855-a4ff-8c59d336baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:58.944012 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4c4508e0-d292-4a2e-8122-f737aa379387 req-fe732139-4f21-4855-a4ff-8c59d336baf5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551465 Jul 08 19:42:59.000414 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-6e0fc710-4de1-4bae-99e3-7df289e77c67 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1d333bc0960940fb84cb7541173d5b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356190 Jul 08 19:42:59.061709 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-ea27c83c-bb42-469f-ac0d-02239e0ac271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:59.063764 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-ea27c83c-bb42-469f-ac0d-02239e0ac271 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 1097 time: 0.0646529 Jul 08 19:42:59.130641 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-f7e8c5d6-720b-42a5-a60b-927d2eb94e6c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80785a3e-d3ac-41e4-ab6c-56790529b9f3 HTTP/1.1" status: 200 len: 217 time: 0.0555117 Jul 08 19:42:59.243048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-55416780-53f7-43f7-aa6e-737e461b4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:59.244545 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-55416780-53f7-43f7-aa6e-737e461b4499 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.0977578 Jul 08 19:42:59.269659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-8109ae91-5c55-4438-8d78-466363528c05 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:59.271697 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-8109ae91-5c55-4438-8d78-466363528c05 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654788 Jul 08 19:42:59.288907 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-3714de5b-6414-45c8-a6ab-b156a921f7b8 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/quotas/1d333bc0960940fb84cb7541173d5b06 HTTP/1.1" status: 200 len: 375 time: 0.0114703 Jul 08 19:42:59.290919 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-6db6ab1c-6e05-4ad9-9413-4c06243419d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377622 Jul 08 19:42:59.328259 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-3c43ec0e-abea-44f6-868c-d72b1625cfc3 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d333bc0960940fb84cb7541173d5b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328195 Jul 08 19:42:59.360089 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9be70-b37a-4f89-94b1-b04311c24f63 req-fd2ba49b-81bc-49fc-9117-1d877e871016 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:42:59.367853 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4ab9be70-b37a-4f89-94b1-b04311c24f63 req-fd2ba49b-81bc-49fc-9117-1d877e871016 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.1575851 Jul 08 19:42:59.430386 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4ab9be70-b37a-4f89-94b1-b04311c24f63 req-606be5d5-b849-4406-b224-341092258c07 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613525 Jul 08 19:42:59.458216 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-bfbf708c-d4f8-42f4-ac77-6f90dbd25d55 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550059 Jul 08 19:42:59.567343 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-95bb5a4a-cd1e-4d59-8708-72278a9c433a req-12c83c96-c083-4351-814b-68640930e2a9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0436924 Jul 08 19:42:59.599736 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41664) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:59.654573 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d70793fc-475f-466c-9d68-d7c209521ad6 req-fc33601f-95f6-4214-9804-c678668eb096 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793737 Jul 08 19:42:59.730096 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-29c42a2a-d8fc-4a0b-9697-493b88b4f283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:59.842184 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-29c42a2a-d8fc-4a0b-9697-493b88b4f283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:59.847831 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-29c42a2a-d8fc-4a0b-9697-493b88b4f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:42:59.896548 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-29c42a2a-d8fc-4a0b-9697-493b88b4f283 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=370b8e5ece3f4774bb91654c862f6aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956495 Jul 08 19:42:59.899171 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41678) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:42:59.903043 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c42a2a-d8fc-4a0b-9697-493b88b4f283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3141b515-32dd-44a8-bd3c-39be025874ce,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:42:59.983999 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6908a2c-04ca-47ee-9847-b584e2468f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.048604 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6908a2c-04ca-47ee-9847-b584e2468f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.141974 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9816f64-17d4-4e5b-bd04-bdf4743c42ee req-4347fc92-8977-4a87-b6ed-43c1ccaad78d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:00.144410 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9816f64-17d4-4e5b-bd04-bdf4743c42ee req-4347fc92-8977-4a87-b6ed-43c1ccaad78d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0903103 Jul 08 19:43:00.208184 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9816f64-17d4-4e5b-bd04-bdf4743c42ee req-7f8d2b8a-c402-499b-8fcb-3fdc5e6cc382 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546896 Jul 08 19:43:00.229494 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890decf-cf4b-4a97-89b4-819521ef4c52 req-945df227-2065-4e6b-ac73-ffefafabe3d6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:00.231985 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e890decf-cf4b-4a97-89b4-819521ef4c52 req-945df227-2065-4e6b-ac73-ffefafabe3d6 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1598923 Jul 08 19:43:00.278712 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6908a2c-04ca-47ee-9847-b584e2468f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.282380 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6908a2c-04ca-47ee-9847-b584e2468f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.284074 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f6908a2c-04ca-47ee-9847-b584e2468f1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3141b515-32dd-44a8-bd3c-39be025874ce HTTP/1.1" status: 204 len: 168 time: 0.3839023 Jul 08 19:43:00.308492 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908a2c-04ca-47ee-9847-b584e2468f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141b515-32dd-44a8-bd3c-39be025874ce,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:00.345842 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e890decf-cf4b-4a97-89b4-819521ef4c52 req-dc2c8b14-8ebb-4587-8315-9de67ce28a04 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075511 Jul 08 19:43:00.397926 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41698) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:00.679324 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e15c4-f447-4050-8e56-9a30bf5b27fd req-b16af199-7fe4-4d9d-b06c-0026d34c79e7 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:00.681667 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f43d-87da-4dc3-a133-b42dc8108c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.682115 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-255e15c4-f447-4050-8e56-9a30bf5b27fd req-b16af199-7fe4-4d9d-b06c-0026d34c79e7 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.1030886 Jul 08 19:43:00.691979 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41710) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:00.720029 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38fbfdb8-05ad-4a50-9afa-6fca18d4f7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.747054 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-255e15c4-f447-4050-8e56-9a30bf5b27fd req-abbed124-a8dd-4bbf-845f-153090360155 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573807 Jul 08 19:43:00.767266 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0564f524-6ec2-4301-a60f-9b095f7d4560 req-f0274018-052c-40e4-8d51-a4bb563c123f tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0384672 Jul 08 19:43:00.821531 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f43d-87da-4dc3-a133-b42dc8108c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.826018 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e5c6f43d-87da-4dc3-a133-b42dc8108c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.869837 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e5c6f43d-87da-4dc3-a133-b42dc8108c07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11194ca00d62437987d12b1215feac01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706583 Jul 08 19:43:00.872329 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41712) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:00.873658 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6f43d-87da-4dc3-a133-b42dc8108c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244dbc42-56b9-4775-8d5d-6e16f857d844,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:00.952534 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42589a56-305f-412a-9201-6991e652af84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.955186 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38fbfdb8-05ad-4a50-9afa-6fca18d4f7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:00.959482 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38fbfdb8-05ad-4a50-9afa-6fca18d4f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.002475 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42589a56-305f-412a-9201-6991e652af84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.023847 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-38fbfdb8-05ad-4a50-9afa-6fca18d4f7c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e28f32fb2be14e0cb3c03e7e901f43b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261867 Jul 08 19:43:01.026884 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41714) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:01.028574 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbfdb8-05ad-4a50-9afa-6fca18d4f7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e21751a-86d6-4eb0-86f8-cf55979743e6,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:01.065880 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42589a56-305f-412a-9201-6991e652af84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.068614 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42589a56-305f-412a-9201-6991e652af84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.069771 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-42589a56-305f-412a-9201-6991e652af84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/244dbc42-56b9-4775-8d5d-6e16f857d844 HTTP/1.1" status: 204 len: 168 time: 0.1958704 Jul 08 19:43:01.078788 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42589a56-305f-412a-9201-6991e652af84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244dbc42-56b9-4775-8d5d-6e16f857d844,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:01.079297 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ada-9617-4a9a-9a2a-a684dbcc6a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.105306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ada-9617-4a9a-9a2a-a684dbcc6a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.153605 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ada-9617-4a9a-9a2a-a684dbcc6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.156310 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ada-9617-4a9a-9a2a-a684dbcc6a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.157469 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-cfe73ada-9617-4a9a-9a2a-a684dbcc6a82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e21751a-86d6-4eb0-86f8-cf55979743e6 HTTP/1.1" status: 204 len: 168 time: 0.1296017 Jul 08 19:43:01.165852 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73ada-9617-4a9a-9a2a-a684dbcc6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e21751a-86d6-4eb0-86f8-cf55979743e6,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:01.386544 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb3b4-415d-404f-b23e-a4a0a55080b8 req-ea3c4f1e-87fc-4bf5-b46e-a534f7a1b916 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:01.388119 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-437bb3b4-415d-404f-b23e-a4a0a55080b8 req-ea3c4f1e-87fc-4bf5-b46e-a534f7a1b916 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0736389 Jul 08 19:43:01.439815 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-437bb3b4-415d-404f-b23e-a4a0a55080b8 req-aebb49a5-c5af-40a7-b998-271928c4c77f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Jul 08 19:43:01.517715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41736) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:01.532896 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1e32c615-cc6e-4a30-bd2f-7ef84e92867f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.656993 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab210c-d9a5-44b0-a66f-d21da886e452 req-d345e4c9-69fc-4af6-8674-ae7e12a4973f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:01.658486 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-08ab210c-d9a5-44b0-a66f-d21da886e452 req-d345e4c9-69fc-4af6-8674-ae7e12a4973f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1018727 Jul 08 19:43:01.714513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1e32c615-cc6e-4a30-bd2f-7ef84e92867f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.720794 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-08ab210c-d9a5-44b0-a66f-d21da886e452 req-24af5929-7aa5-417e-b677-7bf76b831064 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Jul 08 19:43:01.721833 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1e32c615-cc6e-4a30-bd2f-7ef84e92867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.764349 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-1e32c615-cc6e-4a30-bd2f-7ef84e92867f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fa3767d22c444a19016b1e58ccd0262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454596 Jul 08 19:43:01.766235 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41746) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:01.766513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c615-cc6e-4a30-bd2f-7ef84e92867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad390263-2ca7-4ed8-9780-6b60bca3689c,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:01.820784 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6fa08f60-2674-4765-8214-c61326e3e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.844219 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6fa08f60-2674-4765-8214-c61326e3e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.896664 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6fa08f60-2674-4765-8214-c61326e3e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.900059 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6fa08f60-2674-4765-8214-c61326e3e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:01.901298 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6fa08f60-2674-4765-8214-c61326e3e13e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad390263-2ca7-4ed8-9780-6b60bca3689c HTTP/1.1" status: 204 len: 168 time: 0.1338234 Jul 08 19:43:01.908406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 41756) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:01.909165 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa08f60-2674-4765-8214-c61326e3e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad390263-2ca7-4ed8-9780-6b60bca3689c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:01.954098 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bba87-3934-45dd-8460-734046538ac0 req-d4197d0e-eba6-41db-a54e-e2d9877a6742 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:01.955587 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-918bba87-3934-45dd-8460-734046538ac0 req-d4197d0e-eba6-41db-a54e-e2d9877a6742 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.0816975 Jul 08 19:43:01.996806 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-918bba87-3934-45dd-8460-734046538ac0 req-bd2646ab-5247-4286-aedc-fe7b09b6e48b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Jul 08 19:43:02.133001 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f0c1ef4b-b5d4-4961-bbb8-e52272f95c5e req-b147ad64-7c11-4498-bcd7-eca3e6076ca5 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0310729 Jul 08 19:43:02.142017 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1947206055-network', 'tenant_id': '7bedf0668a66416c8c5ba83fc7bdd48b'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:02.163486 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Made reservation on behalf of 7bedf0668a66416c8c5ba83fc7bdd48b for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:02.165744 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.174150 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.264474 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.268485 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.291088 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:43:02.306786 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ebca63-bc96-4583-9e7a-bd51d335259b,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:02.309884 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.310228 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Added segment d77b0357-48fe-46ae-a6a9-1250f802eb65 of type vlan for network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 Jul 08 19:43:02.354982 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.387435 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.389017 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:02.389780 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.445535 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5351810 Jul 08 19:43:02.448523 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41778) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:02.453144 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8860883-8320-4580-8c19-54b81748acc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8aba26-5e96-4eea-a686-2aaeb846f0a0,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:02.454474 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Request body: {'subnet': {'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1947206055-subnet', 'tenant_id': '7bedf0668a66416c8c5ba83fc7bdd48b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:02.467657 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:43:02.480955 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Made reservation on behalf of 7bedf0668a66416c8c5ba83fc7bdd48b for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:02.483586 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.664402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3ee0-5cd3-4299-9169-a83deb6a4d45 req-916d57af-e5b7-4283-a29a-b6f96bceccd2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:02.665970 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54ff3ee0-5cd3-4299-9169-a83deb6a4d45 req-916d57af-e5b7-4283-a29a-b6f96bceccd2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0694425 Jul 08 19:43:02.685958 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.707255 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54ff3ee0-5cd3-4299-9169-a83deb6a4d45 req-9449e364-4c16-4d4b-b1ad-49fcd895170a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Jul 08 19:43:02.736006 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b31cf6-dbdf-4878-923c-db6b2292e664,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:02.755515 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Checking segment: {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:02.755758 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Network hostable DHCP agents. Network: ba8aba26-5e96-4eea-a686-2aaeb846f0a0, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:43:02.776413 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:43:02.786609 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, ba8aba26-5e96-4eea-a686-2aaeb846f0a0) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:02.796773 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65bd49-1a18-40d9-a11f-0eca62bc69ec None None] Network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:43:02.798806 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:02.799398 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:02.818253 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-84336ed0-db29-4fda-bf3b-02edc2484628 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3684883 Jul 08 19:43:02.928303 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543cf57-e9b7-4725-a147-6116572aa494 req-7ed6e88e-dc7c-451e-a5b1-a641b25d3b7f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:02.935112 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c543cf57-e9b7-4725-a147-6116572aa494 req-7ed6e88e-dc7c-451e-a5b1-a641b25d3b7f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0759327 Jul 08 19:43:02.972737 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af7726-7621-48d3-a548-2c4baa497c0a None None] Network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:43:02.977989 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c543cf57-e9b7-4725-a147-6116572aa494 req-62c1da22-a8a0-4e6b-9ebd-d617a3fabc9f tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Jul 08 19:43:03.242904 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c692b28-9682-438a-a28f-1191c3efe9ca req-87944bf8-cde1-4779-a3b9-6651cae9cb97 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:03.244441 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c692b28-9682-438a-a28f-1191c3efe9ca req-87944bf8-cde1-4779-a3b9-6651cae9cb97 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 944 time: 0.0723987 Jul 08 19:43:03.290068 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c692b28-9682-438a-a28f-1191c3efe9ca req-078a6b82-21a7-48bf-b708-68579afcf3ab tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Jul 08 19:43:03.435111 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0825b6cc-1726-4321-9bf9-8c65df1d9470 req-1d6083ca-b6ef-4d1e-af79-1416b960b897 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0293534 Jul 08 19:43:03.771552 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80785a3e-d3ac-41e4-ab6c-56790529b9f3 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:03.881168 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80785a3e-d3ac-41e4-ab6c-56790529b9f3,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:03.893301 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'port_id': '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'mac_address': 'fa:16:3e:d2:da:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5431c0-c08c-4a69-bb7f-553aa798e76f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:03.902501 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-cd7cbc70-d46f-41de-b8bc-5b337f7cbb57 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:03.903930 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-cd7cbc70-d46f-41de-b8bc-5b337f7cbb57 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.91 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.1170306 Jul 08 19:43:03.932448 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:03.943969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a96b44-e8ef-41b4-a380-dfed9a89a660 req-a5462d2c-1089-401e-a7ae-e4422f0aef27 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:03.949574 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d9a96b44-e8ef-41b4-a380-dfed9a89a660 req-a5462d2c-1089-401e-a7ae-e4422f0aef27 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1091325 Jul 08 19:43:03.949741 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80785a3e-d3ac-41e4-ab6c-56790529b9f3 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:03.966816 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80785a3e-d3ac-41e4-ab6c-56790529b9f3,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:03.971085 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:04.021832 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=80785a3e-d3ac-41e4-ab6c-56790529b9f3,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:04.030032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.030386 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.030732 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.031070 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.031402 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.031735 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.032061 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.032387 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.033197 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.033197 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.033490 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.033859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:04.071453 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d9a96b44-e8ef-41b4-a380-dfed9a89a660 req-a3c586ed-7ac5-44c9-b8fc-805344680800 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047156 Jul 08 19:43:04.107549 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Deleting port 49c492e6-a39f-4f03-86ec-236eae76cda4 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:43:04.108189 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:04.167727 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c14f3-466f-4d3b-ade6-d1d7bd1c634b req-d8e9e93a-2abe-48a0-a2a3-6d43d6ed6f23 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:04.169533 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-db3c14f3-466f-4d3b-ade6-d1d7bd1c634b req-d8e9e93a-2abe-48a0-a2a3-6d43d6ed6f23 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 945 time: 0.0669611 Jul 08 19:43:04.243611 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-db3c14f3-466f-4d3b-ade6-d1d7bd1c634b req-98e2080d-5669-4664-9a2b-6a3977a4004e tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7b18e41-3987-489e-be23-99f4d00d05a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617876 Jul 08 19:43:04.258489 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-fc643035-0856-4f19-ac35-fee57dc98a41 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1d333bc0960940fb84cb7541173d5b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397696 Jul 08 19:43:04.260139 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] For port 49c492e6-a39f-4f03-86ec-236eae76cda4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=49c492e6-a39f-4f03-86ec-236eae76cda4,segment=NetworkSegment(a9e32f6c-c581-496d-a346-41ae248de3b4),segment_id=a9e32f6c-c581-496d-a346-41ae248de3b4)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:04.260523 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:04.311109 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Calling delete_port for 49c492e6-a39f-4f03-86ec-236eae76cda4 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:43:04.344649 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['80785a3e-d3ac-41e4-ab6c-56790529b9f3'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:04.672983 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c9c38db5-b0d8-4966-b1c9-b0b4e51a7f34 req-615eceb8-ff36-458d-974d-cf5dedc38da2 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Jul 08 19:43:04.819589 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-4b3199b5-bc46-488c-9228-d03116ac9f1b tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:04.821022 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-4b3199b5-bc46-488c-9228-d03116ac9f1b tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5527663 Jul 08 19:43:04.846133 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5503c4-e9e8-41d1-9eb0-41004c96d7c9 req-f362b88f-8bbc-4b1e-8459-99f5273006bf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:04.848334 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e5503c4-e9e8-41d1-9eb0-41004c96d7c9 req-f362b88f-8bbc-4b1e-8459-99f5273006bf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 945 time: 0.2871308 Jul 08 19:43:04.851453 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-30aa08b5-783f-47cb-819d-1ab60dba929f tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:04.852925 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-30aa08b5-783f-47cb-819d-1ab60dba929f tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/networks?id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 200 len: 809 time: 0.1013250 Jul 08 19:43:04.854538 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Request body: {'port': {'device_id': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c', 'admin_state_up': True, 'tenant_id': '1d333bc0960940fb84cb7541173d5b06'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:04.870189 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-2b93726b-336e-4b1e-95d5-5965fae8cbce tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/quotas/7bedf0668a66416c8c5ba83fc7bdd48b HTTP/1.1" status: 200 len: 375 time: 0.0113409 Jul 08 19:43:04.907353 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-02cbdb3b-cb16-45bd-8915-1c6aced92d69 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316458 Jul 08 19:43:04.992896 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e5503c4-e9e8-41d1-9eb0-41004c96d7c9 req-458a576a-fdb9-47ce-a566-95cc89a4b9f3 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324601 Jul 08 19:43:04.995207 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-f2baca87-f36e-4e86-b138-78ca82561285 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804996 Jul 08 19:43:05.024741 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.062957 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Pushing event deleted for resources: {'Port': ['ID=49c492e6-a39f-4f03-86ec-236eae76cda4,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:05.093094 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Made reservation on behalf of 1d333bc0960940fb84cb7541173d5b06 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:05.095597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.114210 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-5aed6a6a-234d-4677-863f-c93146268e29 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123164 Jul 08 19:43:05.127435 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.146558 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] No DVR routers for this DVR port 49c492e6-a39f-4f03-86ec-236eae76cda4 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:43:05.153684 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.156107 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bc247468-0772-4e15-a3aa-aa38182b36d7 req-54a464e8-9a5d-4082-a385-4ec9016193c3 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.91 "DELETE /v2.0/ports/49c492e6-a39f-4f03-86ec-236eae76cda4 HTTP/1.1" status: 204 len: 173 time: 1.2439256 Jul 08 19:43:05.156107 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'name': 'network-vif-deleted', 'tag': '49c492e6-a39f-4f03-86ec-236eae76cda4'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:05.158552 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ab2e16-be21-4090-a554-e39c9bca8499" -d '{"events": [{"server_uuid": "09ded880-96b8-4550-9878-4959c4b8c8d6", "name": "network-vif-deleted", "tag": "49c492e6-a39f-4f03-86ec-236eae76cda4"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:05.267158 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-6a268a0d-4d0c-463d-938e-10cbcbcc045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.325220 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358c431-0bed-47f1-a8a4-c7e101df2bd3 x-openstack-request-id: req-3358c431-0bed-47f1-a8a4-c7e101df2bd3 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:05.325610 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ded880-96b8-4550-9878-4959c4b8c8d6", "name": "network-vif-deleted", "tag": "49c492e6-a39f-4f03-86ec-236eae76cda4", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:05.325926 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3358c431-0bed-47f1-a8a4-c7e101df2bd3 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:05.326396 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ded880-96b8-4550-9878-4959c4b8c8d6', 'name': 'network-vif-deleted', 'tag': '49c492e6-a39f-4f03-86ec-236eae76cda4', 'status': 'completed', 'code': 200} Jul 08 19:43:05.329102 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.348592 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.444041 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd881b3-84d6-47ca-92a7-a479f83d4ef9,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:05.458524 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc8d5193-b1a4-4094-b28c-4a2e15ebdcc5 req-053522e0-f51d-4470-85f0-879b26786f77 tempest-DeleteServersTestJSON-286172912 tempest-DeleteServersTestJSON-286172912-project] 10.222.0.41 "GET /v2.0/ports?device_id=09ded880-96b8-4550-9878-4959c4b8c8d6 HTTP/1.1" status: 200 len: 210 time: 0.0429528 Jul 08 19:43:05.467752 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194e916-3f87-4f3f-ad69-1ffcdee25bcb req-5df90aff-1b29-437e-844c-8692f3a5b917 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:05.469470 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0194e916-3f87-4f3f-ad69-1ffcdee25bcb req-5df90aff-1b29-437e-844c-8692f3a5b917 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1991427 Jul 08 19:43:05.564137 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0194e916-3f87-4f3f-ad69-1ffcdee25bcb req-877da112-dfc7-492b-89ad-279ab2482e48 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Jul 08 19:43:05.588115 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Allocated IP 192.168.233.225 (e6d0dfe2-9679-4edd-a5a1-4e06f57de83c/4a7a93c9-0a83-4197-8622-926b43ab2b3c/e2e22253-e28b-498b-959d-9c1025190074) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:05.616648 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-13a6c203-598b-4345-bcd6-3d830f3aa64c req-5834eda3-952c-42ee-a414-3900bc316e0a tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 210 time: 0.0624485 Jul 08 19:43:05.774821 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80785a3e-d3ac-41e4-ab6c-56790529b9f3 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:05.844547 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.885608 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:05.892551 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:05.892838 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4b9fc7d-ee75-4a6b-9a86-b26ca69c2ce4 req-299151f4-24ec-4c06-ad31-79f62c3c5938 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0697007 Jul 08 19:43:05.893429 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:05.899785 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Transition to ACTIVE for port object e2e22253-e28b-498b-959d-9c1025190074 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:05.963507 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.009024 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:06.020348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.022083 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:06.043352 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:06.053333 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80785a3e-d3ac-41e4-ab6c-56790529b9f3'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:06.058052 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a3e49b-6aec-4883-aaf4-94418c7d2531" -d '{"events": [{"server_uuid": "acb21046-20fb-4b61-bc52-7918bbe946ce", "name": "network-vif-plugged", "status": "completed", "tag": "80785a3e-d3ac-41e4-ab6c-56790529b9f3"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:06.061313 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:06.062083 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.085261 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80785a3e-d3ac-41e4-ab6c-56790529b9f3,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:06.110862 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.112121 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 49c492e6-a39f-4f03-86ec-236eae76cda4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:43:06.148162 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Pushing event updated for resources: {'Port': ['ID=e2e22253-e28b-498b-959d-9c1025190074,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:06.160209 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-da30c7f9-26ba-4ca7-8807-3c48bfa00bf9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3095875 Jul 08 19:43:06.185151 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7196c6-2bdc-49f9-8467-bc88b821ce6c x-openstack-request-id: req-bd7196c6-2bdc-49f9-8467-bc88b821ce6c {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:06.185378 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb21046-20fb-4b61-bc52-7918bbe946ce", "name": "network-vif-plugged", "status": "completed", "tag": "80785a3e-d3ac-41e4-ab6c-56790529b9f3", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:06.185649 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd7196c6-2bdc-49f9-8467-bc88b821ce6c {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:06.186047 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'code': 200} Jul 08 19:43:06.188317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Request body: {'port': {'device_id': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:06.196852 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 49c492e6-a39f-4f03-86ec-236eae76cda4 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:43:06.197646 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 49c492e6-a39f-4f03-86ec-236eae76cda4 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:43:06.324996 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=80785a3e-d3ac-41e4-ab6c-56790529b9f3,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:06.425754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.449986 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db9ee-f606-4038-9d79-ec0912fbc8d3 req-6c8bc180-39c3-4d9c-8af2-c0b81225679e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:06.451575 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fe4db9ee-f606-4038-9d79-ec0912fbc8d3 req-6c8bc180-39c3-4d9c-8af2-c0b81225679e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.1094995 Jul 08 19:43:06.544469 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-00d32bca-f982-4bf9-9fd4-8802a71da462 None None] Provisioning for port e2e22253-e28b-498b-959d-9c1025190074 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:06.548411 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fe4db9ee-f606-4038-9d79-ec0912fbc8d3 req-1f42e9d0-0506-4f08-ba54-f9b6c68acd49 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864837 Jul 08 19:43:06.548867 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-00d32bca-f982-4bf9-9fd4-8802a71da462 None None] Provisioning complete for port e2e22253-e28b-498b-959d-9c1025190074 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:06.548867 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-00d32bca-f982-4bf9-9fd4-8802a71da462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.640224 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-00d32bca-f982-4bf9-9fd4-8802a71da462 None None] Port e2e22253-e28b-498b-959d-9c1025190074 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:43:06.855431 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a2e4d-3615-481f-b62d-54bb28add89e req-ae0cf2c2-969d-4f7f-975a-613abd3b2354 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:06.856900 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad1a2e4d-3615-481f-b62d-54bb28add89e req-ae0cf2c2-969d-4f7f-975a-613abd3b2354 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0726402 Jul 08 19:43:06.911718 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-471be062-e319-443e-a72b-2b3fec9ecae1 req-42e518ea-83a3-46ce-80e6-44c98d2f3122 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 210 time: 0.1044121 Jul 08 19:43:06.923586 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e22253-e28b-498b-959d-9c1025190074 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:06.925295 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ad1a2e4d-3615-481f-b62d-54bb28add89e req-9cb974f3-74c7-47df-9dc7-aa2002b13e51 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Jul 08 19:43:06.936410 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.964084 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Transition to ACTIVE for port object e2e22253-e28b-498b-959d-9c1025190074 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:06.969228 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:06.977120 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5941e-7221-439a-b905-a99dd0c36825 req-ef39a092-f958-40a7-aa6b-3ac2af9c6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:06.978649 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a5f5941e-7221-439a-b905-a99dd0c36825 req-ef39a092-f958-40a7-aa6b-3ac2af9c6966 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 1099 time: 0.1726453 Jul 08 19:43:07.051724 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e22253-e28b-498b-959d-9c1025190074,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:07.094338 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a5f5941e-7221-439a-b905-a99dd0c36825 req-8488382a-6335-417c-b227-0dca455a19dc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931940 Jul 08 19:43:07.124665 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Attempting to bind port e2e22253-e28b-498b-959d-9c1025190074 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:07.125039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Attempting to bind port e2e22253-e28b-498b-959d-9c1025190074 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:07.125428 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Attempting to bind port e2e22253-e28b-498b-959d-9c1025190074 on network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:07.135408 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Port e2e22253-e28b-498b-959d-9c1025190074 on network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:07.135739 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Attempting to bind port e2e22253-e28b-498b-959d-9c1025190074 on network e6d0dfe2-9679-4edd-a5a1-4e06f57de83c {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:07.144580 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:07.144910 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Checking segment: {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:07.145302 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Bound using segment: {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:07.145759 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Bound port: e2e22253-e28b-498b-959d-9c1025190074, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f434783-4af5-4cc9-8f55-5568f3b96108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:07.146120 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:07.194762 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96afb0-ce96-48bd-b60a-abe85ac1310e req-e5b42a02-4c41-4415-9e6e-0b7ba85a2b57 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.196346 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5a96afb0-ce96-48bd-b60a-abe85ac1310e req-e5b42a02-4c41-4415-9e6e-0b7ba85a2b57 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 948 time: 0.1398730 Jul 08 19:43:07.255943 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] For port e2e22253-e28b-498b-959d-9c1025190074, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:07.264276 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5a96afb0-ce96-48bd-b60a-abe85ac1310e req-0a470765-731c-424d-9ea9-5bc9c1d9cc73 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614080 Jul 08 19:43:07.274918 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] For port e2e22253-e28b-498b-959d-9c1025190074, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2e22253-e28b-498b-959d-9c1025190074,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:07.288937 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:07.330258 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.331528 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:07.333182 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] 10.222.0.91 "PUT /v2.0/ports/e2e22253-e28b-498b-959d-9c1025190074 HTTP/1.1" status: 200 len: 1098 time: 1.1569183 Jul 08 19:43:07.336484 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'tag': 'e2e22253-e28b-498b-959d-9c1025190074'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:07.339940 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae60df22-3179-4077-808c-7f54ed26566c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2a3dd2-412e-4b71-a661-7236541ffbf9", "tag": "e2e22253-e28b-498b-959d-9c1025190074"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:07.370879 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89694f34-f5f6-4666-8356-d8b804ef1199 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e22253-e28b-498b-959d-9c1025190074,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:07.382664 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69e8674-1064-4b7b-b836-464b37855a9e x-openstack-request-id: req-c69e8674-1064-4b7b-b836-464b37855a9e {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:07.383129 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2a3dd2-412e-4b71-a661-7236541ffbf9", "tag": "e2e22253-e28b-498b-959d-9c1025190074", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:07.383526 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c69e8674-1064-4b7b-b836-464b37855a9e {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:07.384447 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'tag': 'e2e22253-e28b-498b-959d-9c1025190074', 'status': 'completed', 'code': 200} Jul 08 19:43:07.565291 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-10e4bd70-24c5-4349-9423-052827baa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.567619 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-10e4bd70-24c5-4349-9423-052827baa7f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1d333bc0960940fb84cb7541173d5b06&device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 1101 time: 0.1415117 Jul 08 19:43:07.598469 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ec5e6141-2017-4ab7-ba74-aac12e1a9a99 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.600048 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ec5e6141-2017-4ab7-ba74-aac12e1a9a99 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "GET /v2.0/networks?id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 200 len: 809 time: 0.1445813 Jul 08 19:43:07.649665 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-3ef92b04-4867-48b5-baa1-3b6b47f8df1b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e2e22253-e28b-498b-959d-9c1025190074 HTTP/1.1" status: 200 len: 217 time: 0.0484481 Jul 08 19:43:07.654434 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Request body: {'port': {'device_id': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0', 'admin_state_up': True, 'tenant_id': '7bedf0668a66416c8c5ba83fc7bdd48b'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:07.763903 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-e65e2262-4a54-41bb-a985-b1236964220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.765382 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-e65e2262-4a54-41bb-a985-b1236964220d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a7a93c9-0a83-4197-8622-926b43ab2b3c HTTP/1.1" status: 200 len: 843 time: 0.1061962 Jul 08 19:43:07.818480 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55305701-a79d-4f2b-af2f-89decb10b2d3 req-cacfb9a1-9c72-4b29-9ade-a9c1af373a1e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.819994 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-55305701-a79d-4f2b-af2f-89decb10b2d3 req-cacfb9a1-9c72-4b29-9ade-a9c1af373a1e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.1213200 Jul 08 19:43:07.867635 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Made reservation on behalf of 7bedf0668a66416c8c5ba83fc7bdd48b for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:07.870299 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-55305701-a79d-4f2b-af2f-89decb10b2d3 req-850bf838-4012-4006-acf9-f8366764dafd tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Jul 08 19:43:07.872408 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:07.878253 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723014-8baf-4a7d-b109-921beb27466c req-fc70cd4f-482c-470a-8349-29a5d2cee64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:07.879984 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-fc70cd4f-482c-470a-8349-29a5d2cee64f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6d0dfe2-9679-4edd-a5a1-4e06f57de83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1045046 Jul 08 19:43:07.995100 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41982) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:08.079893 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-c19d6c7c-6fbc-4163-a3c8-0a6298741a2e service neutron] 10.222.0.91 "GET /v2.0/networks/e6d0dfe2-9679-4edd-a5a1-4e06f57de83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921804 Jul 08 19:43:08.122284 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f778a984-53b3-42d4-98e5-9d848b40ce2d req-efe12902-cd43-443a-b297-fdbf1ac8e4a1 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 210 time: 0.0450230 Jul 08 19:43:08.124704 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-672bdcf2-85a0-452a-acdf-cc021ed4b451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.175393 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d3982f7-5831-466a-a193-f8369c32af50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.194445 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Allocated IP 172.20.0.7 (ba8aba26-5e96-4eea-a686-2aaeb846f0a0/36b31cf6-dbdf-4878-923c-db6b2292e664/155d75f9-c944-4f6b-b6f6-78744c09ec3c) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:08.197620 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a5f3e-7686-46e8-873e-23d6328146ee req-bda908de-3244-4e58-9aa9-c3468fa6186e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:08.199143 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-662a5f3e-7686-46e8-873e-23d6328146ee req-bda908de-3244-4e58-9aa9-c3468fa6186e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1145463 Jul 08 19:43:08.261514 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0723014-8baf-4a7d-b109-921beb27466c req-3a2dce48-b88f-4938-a992-acb2989c688c service neutron] 10.222.0.91 "GET /v2.0/networks/e6d0dfe2-9679-4edd-a5a1-4e06f57de83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415319 Jul 08 19:43:08.262058 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-662a5f3e-7686-46e8-873e-23d6328146ee req-c7ae4b64-a0d7-4c91-b5f0-5cb23cedea5b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521064 Jul 08 19:43:08.273665 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.334186 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41994) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:08.420320 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d3982f7-5831-466a-a193-f8369c32af50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.424695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Deleting subnet 88ed4404-409a-4c69-aa4a-ab0bba364ab3 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:43:08.430713 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d3982f7-5831-466a-a193-f8369c32af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.433116 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.544294 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.559810 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3d3982f7-5831-466a-a193-f8369c32af50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23bad39f2b574e8a826f6ad3c8abc964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632801 Jul 08 19:43:08.560546 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3982f7-5831-466a-a193-f8369c32af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb00d4-1386-4d16-bbc6-4fde9417342f,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:08.566139 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 41998) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:08.573272 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.675862 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51120ad-fb8d-44ce-8513-32a7258a659e req-3131ee9f-72c5-453c-ade6-c948147d362e tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:08.679672 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f51120ad-fb8d-44ce-8513-32a7258a659e req-3131ee9f-72c5-453c-ade6-c948147d362e tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 948 time: 0.2414029 Jul 08 19:43:08.692999 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.702824 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60df22-3179-4077-808c-7f54ed26566c req-7066c328-028b-4fe1-b317-470642472e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:08.704359 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-7066c328-028b-4fe1-b317-470642472e96 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1d333bc0960940fb84cb7541173d5b06&device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 1101 time: 0.1523759 Jul 08 19:43:08.709517 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8c3d-2158-493d-a9b5-2ace327ad659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.711438 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.714964 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-90dced5a-b93a-4721-ad4b-a66dc29974cf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1641006 Jul 08 19:43:08.754546 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ed4404-409a-4c69-aa4a-ab0bba364ab3,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:08.759690 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.761933 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-177d699d-a660-4610-9a17-14ba905ca3ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/88ed4404-409a-4c69-aa4a-ab0bba364ab3 HTTP/1.1" status: 204 len: 168 time: 0.4268508 Jul 08 19:43:08.768280 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42000) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:08.782659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8c3d-2158-493d-a9b5-2ace327ad659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.787305 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f51120ad-fb8d-44ce-8513-32a7258a659e req-36f958e6-4327-48fe-a681-db1ceb9baec7 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972424 Jul 08 19:43:08.798897 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:43:08.848153 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8c3d-2158-493d-a9b5-2ace327ad659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.851580 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dc6a8c3d-2158-493d-a9b5-2ace327ad659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.852898 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-dc6a8c3d-2158-493d-a9b5-2ace327ad659 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fdb00d4-1386-4d16-bbc6-4fde9417342f HTTP/1.1" status: 204 len: 168 time: 0.2851214 Jul 08 19:43:08.870736 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a8c3d-2158-493d-a9b5-2ace327ad659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb00d4-1386-4d16-bbc6-4fde9417342f,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:08.917959 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.953499 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:08.980000 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.009332 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60df22-3179-4077-808c-7f54ed26566c req-99cb84bd-587c-49b1-b2a9-865cd1e75701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.010904 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-99cb84bd-587c-49b1-b2a9-865cd1e75701 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e6d0dfe2-9679-4edd-a5a1-4e06f57de83c HTTP/1.1" status: 200 len: 870 time: 0.2894485 Jul 08 19:43:09.015808 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:09.031505 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:09.034015 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:09.041158 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.041497 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.062099 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Pushing event updated for resources: {'Port': ['ID=155d75f9-c944-4f6b-b6f6-78744c09ec3c,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:09.154618 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-a83a034d-8dcb-429b-9ae1-867df2abc3a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e2e22253-e28b-498b-959d-9c1025190074 HTTP/1.1" status: 200 len: 217 time: 0.1031761 Jul 08 19:43:09.155736 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-b58c2597-9278-4eb7-b595-cdce2f25ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.156257 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42022) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:09.157317 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-b58c2597-9278-4eb7-b595-cdce2f25ef01 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 1099 time: 0.3719428 Jul 08 19:43:09.161935 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-21d07e3f-de6d-4c88-8ffa-b1ee66803075 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5113313 Jul 08 19:43:09.216356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Request body: {'port': {'device_id': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:09.306320 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8cf09cdd-e491-4776-92ba-bbf71abfe7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.339042 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.371685 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.372297 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.373273 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.373794 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > port after_create 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.374306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.374845 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > port after_update 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.375387 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.375855 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.376320 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.376796 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.425796 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8cf09cdd-e491-4776-92ba-bbf71abfe7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.430212 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8cf09cdd-e491-4776-92ba-bbf71abfe7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.505504 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-8cf09cdd-e491-4776-92ba-bbf71abfe7be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dba0f7386294a6681034e8e2b2885a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443656 Jul 08 19:43:09.506311 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42040) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:09.515093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf09cdd-e491-4776-92ba-bbf71abfe7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78c6fe-abb4-49e7-9ce0-2c3397dd07c5,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:09.575710 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.576149 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.576568 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.577932 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1edf4-d7a3-4531-bd47-9e92c3f4c2c9 req-9294bebb-bbfa-4f67-b696-96a94cc469e8 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.578362 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:43:09.578913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ad7862-b845-46bf-9f13-29952f6f645d']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:09.579439 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a0b1edf4-d7a3-4531-bd47-9e92c3f4c2c9 req-9294bebb-bbfa-4f67-b696-96a94cc469e8 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 931 time: 0.1436093 Jul 08 19:43:09.592338 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-528d054c-6575-4b0e-a2c5-54e212a8640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.626581 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e32f6c-c581-496d-a346-41ae248de3b4') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:09.626876 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e32f6c-c581-496d-a346-41ae248de3b4') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:09.629985 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-528d054c-6575-4b0e-a2c5-54e212a8640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.661524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60df22-3179-4077-808c-7f54ed26566c req-278f5767-68f6-4e97-8d5b-c31611290b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.663146 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-278f5767-68f6-4e97-8d5b-c31611290b78 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4a7a93c9-0a83-4197-8622-926b43ab2b3c HTTP/1.1" status: 200 len: 843 time: 0.4878311 Jul 08 19:43:09.663399 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a0b1edf4-d7a3-4531-bd47-9e92c3f4c2c9 req-a6ba89df-9b5f-4068-ace4-d151f3d088ef tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Jul 08 19:43:09.681039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.696314 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-528d054c-6575-4b0e-a2c5-54e212a8640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.702435 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-528d054c-6575-4b0e-a2c5-54e212a8640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.702435 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-528d054c-6575-4b0e-a2c5-54e212a8640e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c78c6fe-abb4-49e7-9ce0-2c3397dd07c5 HTTP/1.1" status: 204 len: 168 time: 0.1926215 Jul 08 19:43:09.717929 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d054c-6575-4b0e-a2c5-54e212a8640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78c6fe-abb4-49e7-9ce0-2c3397dd07c5,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:09.732797 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a079-68e7-4482-818b-2a962d0a601f req-e52e5433-5203-4fe0-8fef-2a748b7cb59b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.741281 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e85a079-68e7-4482-818b-2a962d0a601f req-e52e5433-5203-4fe0-8fef-2a748b7cb59b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.6938403 Jul 08 19:43:09.792425 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.826690 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.837212 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:43:09.837685 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: from cryptography.utils import int_from_bytes Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: from cryptography.utils import int_from_bytes Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:43:09.842664 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:43:09.846700 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:43:09.846700 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:43:09.846700 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:43:09.846700 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:43:09.875381 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-ec48d42f-6be8-431d-80dd-8cb072281c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.877216 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-ec48d42f-6be8-431d-80dd-8cb072281c9f service neutron] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 916 time: 0.6651115 Jul 08 19:43:09.931907 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e85a079-68e7-4482-818b-2a962d0a601f req-6bd15fc4-54c9-4e03-89e1-a93049fa5423 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896951 Jul 08 19:43:09.966680 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e272f5-a103-430b-8c95-a4a05ea1b722 req-7d61a49a-58fa-46ec-b196-58160e50f886 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:09.974684 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-05e272f5-a103-430b-8c95-a4a05ea1b722 req-7d61a49a-58fa-46ec-b196-58160e50f886 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1627612 Jul 08 19:43:10.019273 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-506a20f9-a6b2-4e53-966f-94589fef9aa8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad HTTP/1.1" status: 200 len: 217 time: 0.0854146 Jul 08 19:43:10.021638 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-05e272f5-a103-430b-8c95-a4a05ea1b722 req-a805e85c-e2a4-48d4-ae01-a7ad110f0cc5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Jul 08 19:43:10.082561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.094620 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60df22-3179-4077-808c-7f54ed26566c req-ebe108b8-3cae-4bba-bf01-b26bef9f70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:10.096110 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-ebe108b8-3cae-4bba-bf01-b26bef9f70c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e6d0dfe2-9679-4edd-a5a1-4e06f57de83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4173040 Jul 08 19:43:10.156283 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.158172 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] 10.222.0.41 "DELETE /v2.0/networks/66ad7862-b845-46bf-9f13-29952f6f645d HTTP/1.1" status: 204 len: 168 time: 1.3846385 Jul 08 19:43:10.202421 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ebe47-550f-4949-ba0a-820aeeee3b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ad7862-b845-46bf-9f13-29952f6f645d,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:10.235522 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-47b755d6-d347-4e5b-8866-9e5d9946498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:10.238384 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-47b755d6-d347-4e5b-8866-9e5d9946498f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.2097044 Jul 08 19:43:10.319531 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42062) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:10.341302 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-5856b5da-fb2a-4dc8-9e14-f1a30042bd96 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826943 Jul 08 19:43:10.344258 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d23cac27-544e-46f2-9ca9-14d2d8dcf311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.357073 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42066) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:10.413037 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da3ef-9291-4119-917f-e8ec3deb2538 req-6538aacc-93a7-4355-adcb-9c6696902d42 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:10.420962 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1f3da3ef-9291-4119-917f-e8ec3deb2538 req-6538aacc-93a7-4355-adcb-9c6696902d42 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 948 time: 0.2310019 Jul 08 19:43:10.433931 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-45ecada1-bda2-477d-9721-267cbfeed5b9 service neutron] 10.222.0.91 "GET /v2.0/networks/e6d0dfe2-9679-4edd-a5a1-4e06f57de83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818432 Jul 08 19:43:10.506861 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-8162fd77-b61e-4d4c-b5d4-1ce1eca86d09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd278075f9f24a0c88f8d5a1a420219f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1427915 Jul 08 19:43:10.519054 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42072) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:10.541432 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1f3da3ef-9291-4119-917f-e8ec3deb2538 req-f336a3bf-d6c3-4668-96e2-80c317df8836 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145849 Jul 08 19:43:10.639483 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d23cac27-544e-46f2-9ca9-14d2d8dcf311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.646980 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d23cac27-544e-46f2-9ca9-14d2d8dcf311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.689224 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d23cac27-544e-46f2-9ca9-14d2d8dcf311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b2e88920c5340778c8a66ca7ac1d7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685694 Jul 08 19:43:10.690276 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cac27-544e-46f2-9ca9-14d2d8dcf311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e51187c-9025-41e8-be8f-1c1b9aba1ecf,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:10.693100 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42078) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:10.765129 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9d75837-fa31-445a-9632-19dae7c0c206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.794549 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9d75837-fa31-445a-9632-19dae7c0c206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.814693 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.901856 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9d75837-fa31-445a-9632-19dae7c0c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.904618 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9d75837-fa31-445a-9632-19dae7c0c206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:10.909583 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a9d75837-fa31-445a-9632-19dae7c0c206 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e51187c-9025-41e8-be8f-1c1b9aba1ecf HTTP/1.1" status: 204 len: 168 time: 0.2008023 Jul 08 19:43:10.927277 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d75837-fa31-445a-9632-19dae7c0c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e51187c-9025-41e8-be8f-1c1b9aba1ecf,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:10.937344 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a199-00e0-4d8a-9eea-2464106be40a req-6f408f56-e372-449b-86fc-c90cd1aa194d tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:10.939022 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cdd5a199-00e0-4d8a-9eea-2464106be40a req-6f408f56-e372-449b-86fc-c90cd1aa194d tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 931 time: 0.1233423 Jul 08 19:43:10.965957 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-90520376-3ce3-444b-8dbe-df33e8cbcfd8 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685978 Jul 08 19:43:10.989117 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cdd5a199-00e0-4d8a-9eea-2464106be40a req-083b34f2-ecd3-46d0-8f73-ec3b5e289342 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Jul 08 19:43:11.061668 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-302056a4-71dd-432d-b992-6b7cb2fbd640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.099703 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-b311c1d0-8f54-42ab-b689-2b9e762308a8 service neutron] 10.222.0.91 "GET /v2.0/networks/e6d0dfe2-9679-4edd-a5a1-4e06f57de83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388674 Jul 08 19:43:11.178540 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-302056a4-71dd-432d-b992-6b7cb2fbd640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.226188 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155d75f9-c944-4f6b-b6f6-78744c09ec3c {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:11.242691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a827-b1ca-4d44-8b77-a60e1fb9ee2b req-5ae4f165-37e6-4273-8e15-e33160e24ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:11.244274 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79f0a827-b1ca-4d44-8b77-a60e1fb9ee2b req-5ae4f165-37e6-4273-8e15-e33160e24ac0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 1098 time: 0.5934374 Jul 08 19:43:11.249016 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.306144 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9cd310f9-76b1-40ee-bfd6-b9fc7ef6ea70 req-6fc8092b-b19a-45bd-b9d7-a6e8355137a5 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123424 Jul 08 19:43:11.308340 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Transition to ACTIVE for port object 155d75f9-c944-4f6b-b6f6-78744c09ec3c will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:11.318916 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.385155 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79f0a827-b1ca-4d44-8b77-a60e1fb9ee2b req-5700775f-b899-4297-b9a6-0935c0cdd6e7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284544 Jul 08 19:43:11.411285 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-302056a4-71dd-432d-b992-6b7cb2fbd640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.413796 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-302056a4-71dd-432d-b992-6b7cb2fbd640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.417235 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-302056a4-71dd-432d-b992-6b7cb2fbd640 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7b18e41-3987-489e-be23-99f4d00d05a8 HTTP/1.1" status: 204 len: 168 time: 0.8422916 Jul 08 19:43:11.422583 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c82b-f07b-4507-8cc6-b79073425197 req-7820ea60-7980-423d-b90d-2a00e47884af tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:11.424517 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-98a0c82b-f07b-4507-8cc6-b79073425197 req-7820ea60-7980-423d-b90d-2a00e47884af tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.2772806 Jul 08 19:43:11.433253 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Pushing event updated for resources: {'Port': ['ID=155d75f9-c944-4f6b-b6f6-78744c09ec3c,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:11.469125 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302056a4-71dd-432d-b992-6b7cb2fbd640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b18e41-3987-489e-be23-99f4d00d05a8,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:11.551720 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-98a0c82b-f07b-4507-8cc6-b79073425197 req-9906d711-3a53-4eca-ac27-8adf44dc8046 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192472 Jul 08 19:43:11.579443 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Attempting to bind port 155d75f9-c944-4f6b-b6f6-78744c09ec3c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:11.579999 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Attempting to bind port 155d75f9-c944-4f6b-b6f6-78744c09ec3c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:11.580557 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Attempting to bind port 155d75f9-c944-4f6b-b6f6-78744c09ec3c on network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:11.586516 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Port 155d75f9-c944-4f6b-b6f6-78744c09ec3c on network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:11.586950 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Attempting to bind port 155d75f9-c944-4f6b-b6f6-78744c09ec3c on network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:11.592036 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:11.592840 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Checking segment: {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:11.594106 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Bound using segment: {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:11.594622 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Bound port: 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:11.595451 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.717764 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] For port 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:11.726793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] For port 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:11.744439 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.798016 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:11.798741 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:11.801457 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] 10.222.0.91 "PUT /v2.0/ports/155d75f9-c944-4f6b-b6f6-78744c09ec3c HTTP/1.1" status: 200 len: 1093 time: 2.6240177 Jul 08 19:43:11.801994 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'tag': '155d75f9-c944-4f6b-b6f6-78744c09ec3c'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:11.804688 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d9aab3-7346-4dba-b893-36058b5f0477", "tag": "155d75f9-c944-4f6b-b6f6-78744c09ec3c"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:11.810363 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device e2e22253-e28b-498b-959d-9c1025190074 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:11.863628 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfa70-b01f-48b8-8782-32aacb59ab4a req-e3a0e820-6e0b-4f5b-a761-edd42323dcf3 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:11.872087 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc31c97a-7053-4ba0-8a21-9e6ab42cbbec x-openstack-request-id: req-cc31c97a-7053-4ba0-8a21-9e6ab42cbbec {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:11.872373 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d9aab3-7346-4dba-b893-36058b5f0477", "tag": "155d75f9-c944-4f6b-b6f6-78744c09ec3c", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:11.872619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc31c97a-7053-4ba0-8a21-9e6ab42cbbec {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:11.873390 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'tag': '155d75f9-c944-4f6b-b6f6-78744c09ec3c', 'status': 'completed', 'code': 200} Jul 08 19:43:11.876618 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a2edfa70-b01f-48b8-8782-32aacb59ab4a req-e3a0e820-6e0b-4f5b-a761-edd42323dcf3 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 948 time: 0.1468441 Jul 08 19:43:11.897345 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea343ad9-f714-42d3-945f-4e14d31fbf63 service neutron] Pushing event updated for resources: {'Port': ['ID=155d75f9-c944-4f6b-b6f6-78744c09ec3c,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:12.009091 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a2edfa70-b01f-48b8-8782-32aacb59ab4a req-69f32f64-e5d8-4a4f-9d5f-53a9c1e0ca1d tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215913 Jul 08 19:43:12.075008 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port e2e22253-e28b-498b-959d-9c1025190074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2e22253-e28b-498b-959d-9c1025190074,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:12.099755 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'e2e22253-e28b-498b-959d-9c1025190074', 'network_id': 'e6d0dfe2-9679-4edd-a5a1-4e06f57de83c', 'port_id': 'e2e22253-e28b-498b-959d-9c1025190074', 'mac_address': 'fa:16:3e:0e:2f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7a93c9-0a83-4197-8622-926b43ab2b3c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:12.100964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-74f93767-371f-4fa7-af30-090ec87de413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:12.102832 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-74f93767-371f-4fa7-af30-090ec87de413 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 1096 time: 0.1761220 Jul 08 19:43:12.180114 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:12.194542 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e22253-e28b-498b-959d-9c1025190074 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:12.195219 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-f37c1ea3-af8d-4f49-ac2d-0f84c1b45749 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c HTTP/1.1" status: 200 len: 217 time: 0.0698929 Jul 08 19:43:12.222681 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port e2e22253-e28b-498b-959d-9c1025190074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2e22253-e28b-498b-959d-9c1025190074,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:12.228830 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:12.296995 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=e2e22253-e28b-498b-959d-9c1025190074,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:12.321974 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-a06c706c-002c-4b71-ac97-fa9b0e85dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:12.323565 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-a06c706c-002c-4b71-ac97-fa9b0e85dae4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b31cf6-dbdf-4878-923c-db6b2292e664 HTTP/1.1" status: 200 len: 849 time: 0.0988171 Jul 08 19:43:12.340073 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9ce1c-74f9-4d41-8bf9-418b01123c5e req-7bb5d4c2-f517-4baa-92bf-6d4433f6d1cc tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:12.341953 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a4f9ce1c-74f9-4d41-8bf9-418b01123c5e req-7bb5d4c2-f517-4baa-92bf-6d4433f6d1cc tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 943 time: 0.1583121 Jul 08 19:43:12.383828 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-8d3d5a7f-67bf-4e4c-9514-e5fa08816389 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408621 Jul 08 19:43:12.428075 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a4f9ce1c-74f9-4d41-8bf9-418b01123c5e req-9fc3053f-229e-4cb0-ba0e-f864feec745e tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766907 Jul 08 19:43:12.474242 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-643effdd-e345-4475-9a0c-f9a78944b789 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:12.482799 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-643effdd-e345-4475-9a0c-f9a78944b789 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.1446664 Jul 08 19:43:12.511467 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-9c8216a0-d471-4d99-bbb8-3a66beda85ea tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/quotas/2c094057931b40099e2aa2ab073b03bd HTTP/1.1" status: 200 len: 375 time: 0.0277123 Jul 08 19:43:12.565685 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-de7ceebf-14a8-41bd-b3c6-483893c1f041 service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416271 Jul 08 19:43:12.576602 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['e2e22253-e28b-498b-959d-9c1025190074'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:12.676974 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-1137732e-4288-45b4-bf4b-8cc81375d074 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643236 Jul 08 19:43:12.761379 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-99ff1e04-e828-4f88-9618-492aa03d5d00 req-fcad0756-0f2b-4823-a830-73997c44f895 service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863587 Jul 08 19:43:13.009844 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-2b94c468-2f58-4ecb-beab-3198ff0e77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:13.011900 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-2b94c468-2f58-4ecb-beab-3198ff0e77f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 1096 time: 0.1719434 Jul 08 19:43:13.014387 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-04aa5ea7-9355-4a4b-b733-4900bf25b305 service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269029 Jul 08 19:43:13.031814 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585b81-5ea9-49f4-ace1-47664950da4a req-13235216-37c2-44fa-8bbb-91e9d6d23d0b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:13.033470 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50585b81-5ea9-49f4-ace1-47664950da4a req-13235216-37c2-44fa-8bbb-91e9d6d23d0b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1286356 Jul 08 19:43:13.109459 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42186) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:13.128344 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-77021039-38d4-4fe1-8520-79e6304ebba2 service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129246 Jul 08 19:43:13.143647 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50585b81-5ea9-49f4-ace1-47664950da4a req-d49374bc-0a60-46ee-b452-b022c2a79e8e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994124 Jul 08 19:43:13.207807 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-bf7043f1-97c3-4627-832b-21ca274d7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:13.209298 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-bf7043f1-97c3-4627-832b-21ca274d7abe service neutron] 10.222.0.91 "GET /v2.0/networks?id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 200 len: 910 time: 0.1874590 Jul 08 19:43:13.263838 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-63e78908-fa46-4ccb-ad79-56fc4facb486 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c HTTP/1.1" status: 200 len: 217 time: 0.0391717 Jul 08 19:43:13.391637 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-817f5080-4806-4047-8cd6-868da9dd5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:13.394040 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-817f5080-4806-4047-8cd6-868da9dd5d54 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b31cf6-dbdf-4878-923c-db6b2292e664 HTTP/1.1" status: 200 len: 849 time: 0.1142819 Jul 08 19:43:13.418253 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1026614521-network', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:13.448658 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-d8fe80c9-2764-4a41-a038-8152cb273a2e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346107 Jul 08 19:43:13.454002 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8602a-8aeb-46b1-8899-4156db2acbaf req-e9b2f855-1994-40f0-a4cf-660a03fbe531 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:13.458838 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7166e-24e1-4ae4-84a6-24f2cf40c195 req-6857b220-4d03-4859-a7ad-c38a5dedc847 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:13.460345 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-21b7166e-24e1-4ae4-84a6-24f2cf40c195 req-6857b220-4d03-4859-a7ad-c38a5dedc847 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 949 time: 0.1246173 Jul 08 19:43:13.462596 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fcd8602a-8aeb-46b1-8899-4156db2acbaf req-e9b2f855-1994-40f0-a4cf-660a03fbe531 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1030962 Jul 08 19:43:13.491817 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Made reservation on behalf of a18c8b57bbaf4e39a6c815c423a51ee6 for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:13.494151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.496604 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42200) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:13.535166 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.559665 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fcd8602a-8aeb-46b1-8899-4156db2acbaf req-6e06f12b-1d92-4885-a567-38e513892b74 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959475 Jul 08 19:43:13.590761 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-21b7166e-24e1-4ae4-84a6-24f2cf40c195 req-5ddd6863-9ce6-407c-b447-c6ee00b850f4 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137805 Jul 08 19:43:13.656776 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6457c265-f414-4868-881f-2fa0f019fcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.677076 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-7dff9e34-83ec-4999-81eb-21de7a679799 service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157288 Jul 08 19:43:13.769617 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ab822de0-bd2b-47b1-8e25-6311e3040ed8 req-bcc309e3-643d-4756-b245-96ecf8cd356d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 210 time: 0.0827568 Jul 08 19:43:13.803443 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.817902 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.823945 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device e2e22253-e28b-498b-959d-9c1025190074 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:13.915621 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42218) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:13.930105 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:43:13.945749 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9b7a4c2e-c8d6-47c5-a3f6-3a1e44730401 req-af101f01-a974-4834-a592-73b7257888ad service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365108 Jul 08 19:43:13.969204 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.969560 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Added segment 3dc8f596-3e92-40c1-8e96-0c4d302ffe39 of type vlan for network 4620f81d-6ec4-49f4-a194-990744c2c2ee Jul 08 19:43:13.974723 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port e2e22253-e28b-498b-959d-9c1025190074 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:13.979293 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.981016 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port e2e22253-e28b-498b-959d-9c1025190074 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:13.981575 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:13.985906 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155d076-0cda-4efe-b3d0-973458d6ef05,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.019740 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e17ca-4a26-44ea-82df-4e689f18ab71 req-0009e5b0-723d-4816-9add-444be0567e0c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:14.027261 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f05e17ca-4a26-44ea-82df-4e689f18ab71 req-0009e5b0-723d-4816-9add-444be0567e0c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 943 time: 0.2222493 Jul 08 19:43:14.086326 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.120090 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.144721 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f05e17ca-4a26-44ea-82df-4e689f18ab71 req-1f70237d-d861-487a-b7c7-0dcd7afc7133 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160433 Jul 08 19:43:14.147893 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e22253-e28b-498b-959d-9c1025190074'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:14.150769 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12265960-0394-422b-ad49-74ef6b814b9c" -d '{"events": [{"server_uuid": "ac2a3dd2-412e-4b71-a661-7236541ffbf9", "name": "network-vif-plugged", "status": "completed", "tag": "e2e22253-e28b-498b-959d-9c1025190074"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:14.173978 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port e2e22253-e28b-498b-959d-9c1025190074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2e22253-e28b-498b-959d-9c1025190074,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:14.175795 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-fa3458ae-c1b6-420b-ac4a-2ee9e2c29259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.185171 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.188290 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6457c265-f414-4868-881f-2fa0f019fcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.195791 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6457c265-f414-4868-881f-2fa0f019fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.227052 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6457c265-f414-4868-881f-2fa0f019fcba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbbf092d74ae49508a469f3f065bf3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082844 Jul 08 19:43:14.228317 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.229740 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:14.230283 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.234624 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42228) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:14.254307 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57daecd6-70e3-49fa-8938-d7a01bb29773 x-openstack-request-id: req-57daecd6-70e3-49fa-8938-d7a01bb29773 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:14.255611 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3dd2-412e-4b71-a661-7236541ffbf9", "name": "network-vif-plugged", "status": "completed", "tag": "e2e22253-e28b-498b-959d-9c1025190074", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:14.255859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57daecd6-70e3-49fa-8938-d7a01bb29773 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:14.258519 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e22253-e28b-498b-959d-9c1025190074', 'code': 200} Jul 08 19:43:14.302862 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=e2e22253-e28b-498b-959d-9c1025190074,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.331916 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457c265-f414-4868-881f-2fa0f019fcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee265645-a8b4-41e3-9d0b-68fac37ccebc,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.360018 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] Pushing event updated for resources: {'Network': ['ID=4620f81d-6ec4-49f4-a194-990744c2c2ee,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.371947 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:43:14.372983 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-fa3458ae-c1b6-420b-ac4a-2ee9e2c29259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.381155 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-fa3458ae-c1b6-420b-ac4a-2ee9e2c29259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.402816 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d0b1a7f3-863d-47f6-a85e-6c1a7cc0a40a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2894411 Jul 08 19:43:14.408154 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42230) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:14.423812 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Request body: {'subnet': {'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1026614521-subnet', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:14.453856 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-fa3458ae-c1b6-420b-ac4a-2ee9e2c29259 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b68360232a424d57b4ba62936acbd172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355418 Jul 08 19:43:14.454148 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42232) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:14.457600 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3458ae-c1b6-420b-ac4a-2ee9e2c29259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f834c7-2a4c-4b51-9810-a4ee2120b13a,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.460773 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef800f08-b954-4d19-83ad-4d98857ab60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.484619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Made reservation on behalf of a18c8b57bbaf4e39a6c815c423a51ee6 for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:14.489223 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.504832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef800f08-b954-4d19-83ad-4d98857ab60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.553507 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0ab5-adfa-45c8-ab05-143ec5938d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.576514 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0ab5-adfa-45c8-ab05-143ec5938d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.585402 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef800f08-b954-4d19-83ad-4d98857ab60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.587873 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef800f08-b954-4d19-83ad-4d98857ab60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.588993 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ef800f08-b954-4d19-83ad-4d98857ab60f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee265645-a8b4-41e3-9d0b-68fac37ccebc HTTP/1.1" status: 204 len: 168 time: 0.3409774 Jul 08 19:43:14.615190 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef800f08-b954-4d19-83ad-4d98857ab60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee265645-a8b4-41e3-9d0b-68fac37ccebc,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.654823 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0ab5-adfa-45c8-ab05-143ec5938d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.657851 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0ab5-adfa-45c8-ab05-143ec5938d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.662728 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3c3e0ab5-adfa-45c8-ab05-143ec5938d26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1f834c7-2a4c-4b51-9810-a4ee2120b13a HTTP/1.1" status: 204 len: 168 time: 0.2046659 Jul 08 19:43:14.669542 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e0ab5-adfa-45c8-ab05-143ec5938d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f834c7-2a4c-4b51-9810-a4ee2120b13a,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.716502 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c963cc-67f1-4742-be9a-7c56af4e93ef req-695afbf8-b23a-46b3-a899-860cfeb87db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:14.718026 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d5c963cc-67f1-4742-be9a-7c56af4e93ef req-695afbf8-b23a-46b3-a899-860cfeb87db8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 1103 time: 0.2430336 Jul 08 19:43:14.773675 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c5e6f-40ce-4719-81bf-a6669afa0098 req-352a9845-5feb-4ad7-9518-45a9a049ee1f tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:14.775610 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-af7c5e6f-40ce-4719-81bf-a6669afa0098 req-352a9845-5feb-4ad7-9518-45a9a049ee1f tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 950 time: 0.0767450 Jul 08 19:43:14.796203 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d5c963cc-67f1-4742-be9a-7c56af4e93ef req-c714b0af-47cb-45ff-b97b-f56ab5845ff6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677431 Jul 08 19:43:14.849501 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-af7c5e6f-40ce-4719-81bf-a6669afa0098 req-63fbab0d-f156-47ba-9310-f2461ad219e9 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Jul 08 19:43:14.853741 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:14.917996 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d8d999-4973-4f43-8f93-4504d2aae656,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:14.933920 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Checking segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:14.934380 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Network hostable DHCP agents. Network: 4620f81d-6ec4-49f4-a194-990744c2c2ee, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:43:15.001284 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-01fb2355-3813-4160-b4fe-879551b2b064 req-0d3fca91-e397-4afa-afef-6d79dc02fd1b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 210 time: 0.0603013 Jul 08 19:43:15.014819 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:43:15.042521 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 4620f81d-6ec4-49f4-a194-990744c2c2ee) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:15.047236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:15.048034 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.054156 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45057d1a-8822-42ca-b3d4-4a96bbb0e0f4 None None] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:43:15.060677 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42252) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:15.079656 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-6579c966-342e-47bf-99cb-7a00bd8138f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6671681 Jul 08 19:43:15.080145 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42254) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:15.109822 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:15.112964 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.179834 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.db.api [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 19:43:15.179834 dv-cinder-796286-16-iscsi neutron-server[99693]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 19:43:15.179834 dv-cinder-796286-16-iscsi neutron-server[99693]: [parameters: {'project_id_1': '5f6ecb702d86443db750d916a7dbf1d0', 'expiration_1': datetime.datetime(2021, 7, 8, 19, 43, 15, 157572)}] Jul 08 19:43:15.179834 dv-cinder-796286-16-iscsi neutron-server[99693]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 19:43:15.180215 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG oslo_db.api [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 19:43:15.199625 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.201735 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.260244 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-a78e4a01-3ed9-476a-9e61-ed4556f811ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:15.261938 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-a78e4a01-3ed9-476a-9e61-ed4556f811ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.1810353 Jul 08 19:43:15.283112 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Request body: {'port': {'device_id': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'admin_state_up': True, 'tenant_id': '2c094057931b40099e2aa2ab073b03bd'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:15.297661 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.304382 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-4620f81d-6ec4-49f4-a194-990744c2c2ee', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:43:15.305383 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.477153 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.557526 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36200513-d72a-4079-a8a4-7922932c1a3f req-c1bf5137-6e09-422b-a25e-01ec1d3e5372 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:15.559046 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-36200513-d72a-4079-a8a4-7922932c1a3f req-c1bf5137-6e09-422b-a25e-01ec1d3e5372 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 943 time: 0.1596980 Jul 08 19:43:15.605790 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Allocated IP 172.20.0.2 (4620f81d-6ec4-49f4-a194-990744c2c2ee/83d8d999-4973-4f43-8f93-4504d2aae656/e5523a48-73b8-4d69-9905-643cfc56bc54) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:15.619877 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Made reservation on behalf of 2c094057931b40099e2aa2ab073b03bd for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:15.624699 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.652206 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-36200513-d72a-4079-a8a4-7922932c1a3f req-2f96c087-1ee9-41af-a1db-c328b926177e tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Jul 08 19:43:15.699784 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.830770 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.842922 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Allocated IP 172.20.0.14 (125a1fc8-7604-4434-9526-7ffbebc2ec79/8d5431c0-c08c-4a69-bb7f-553aa798e76f/c4a77e02-5a92-43e9-833f-5e49e2086b63) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:15.854221 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 155d75f9-c944-4f6b-b6f6-78744c09ec3c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:15.869644 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:15.994121 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.010611 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.019207 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.038908 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Transition to ACTIVE for port object e5523a48-73b8-4d69-9905-643cfc56bc54 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:16.136783 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Allocated IP 172.27.1.29 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/8922c344-4af6-4625-90a6-c52c826c99b5) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:16.157786 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f6ecb702d86443db750d916a7dbf1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0953870 Jul 08 19:43:16.165475 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-f5befdf5-7232-489c-b900-6788a72bbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.166258 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42288) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:16.167219 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-f5befdf5-7232-489c-b900-6788a72bbd0c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.2685192 Jul 08 19:43:16.183027 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb44cc-0fec-4fe6-bc8a-05c47ecd416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e6baf7-6c70-48e3-b6f4-fdc679e3969a,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:16.216285 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.295416 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Transition to ACTIVE for port object e5523a48-73b8-4d69-9905-643cfc56bc54 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:16.315125 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:16.326446 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.346059 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a6def-aae8-4e00-86ed-61869ca26f3a req-d284e159-d4cf-435e-821e-2b0efc034971 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.348598 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0a3a6def-aae8-4e00-86ed-61869ca26f3a req-d284e159-d4cf-435e-821e-2b0efc034971 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.2263851 Jul 08 19:43:16.356046 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-6318f313-8423-413b-b43a-a899269d04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.357494 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-6318f313-8423-413b-b43a-a899269d04c3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.1709919 Jul 08 19:43:16.386662 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Pushing event updated for resources: {'Port': ['ID=e5523a48-73b8-4d69-9905-643cfc56bc54,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:16.398722 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e42eb-d48d-4327-93bf-ecb739c12fc0 req-69cdde33-307d-4b1f-945e-3646dcfae072 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.400513 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6d5e42eb-d48d-4327-93bf-ecb739c12fc0 req-69cdde33-307d-4b1f-945e-3646dcfae072 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 950 time: 0.2534292 Jul 08 19:43:16.401321 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '155d75f9-c944-4f6b-b6f6-78744c09ec3c', 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0', 'port_id': '155d75f9-c944-4f6b-b6f6-78744c09ec3c', 'mac_address': 'fa:16:3e:75:95:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b31cf6-dbdf-4878-923c-db6b2292e664', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:16.403630 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f81b983-8712-465b-a56d-636f706b9491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.411290 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:16.412032 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.414740 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:16.418010 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:16.428795 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-1e91e6f1-e27e-406f-b21b-a1ea877a59ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.0592446 Jul 08 19:43:16.430249 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad', '80785a3e-d3ac-41e4-ab6c-56790529b9f3'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:16.441798 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.464897 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f81b983-8712-465b-a56d-636f706b9491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.504112 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6d5e42eb-d48d-4327-93bf-ecb739c12fc0 req-1c7de32c-d19c-45e1-8b2d-8b0e2e109871 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904799 Jul 08 19:43:16.567344 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.579688 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f81b983-8712-465b-a56d-636f706b9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.583266 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f81b983-8712-465b-a56d-636f706b9491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.587982 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1f81b983-8712-465b-a56d-636f706b9491 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32e6baf7-6c70-48e3-b6f4-fdc679e3969a HTTP/1.1" status: 204 len: 168 time: 0.4070313 Jul 08 19:43:16.635016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81b983-8712-465b-a56d-636f706b9491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e6baf7-6c70-48e3-b6f4-fdc679e3969a,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:16.643790 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:16.657623 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:16.666800 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:16.669846 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Pushing event updated for resources: {'Port': ['ID=8922c344-4af6-4625-90a6-c52c826c99b5,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:16.717525 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.728469 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Attempting to bind port e5523a48-73b8-4d69-9905-643cfc56bc54 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:16.730557 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Attempting to bind port e5523a48-73b8-4d69-9905-643cfc56bc54 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:16.730557 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Attempting to bind port e5523a48-73b8-4d69-9905-643cfc56bc54 on network 4620f81d-6ec4-49f4-a194-990744c2c2ee {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:16.774754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:16.778083 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0a3a6def-aae8-4e00-86ed-61869ca26f3a req-7278ce75-e658-4085-a823-1e093807bf9e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194741 Jul 08 19:43:16.788693 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:16.791681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:16.807585 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:16.807974 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Checking segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:16.808388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.808790 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Bound using segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:16.809280 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Bound port: e5523a48-73b8-4d69-9905-643cfc56bc54, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:16.809694 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.821200 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event updated for resources: {'Port': ['ID=c4a77e02-5a92-43e9-833f-5e49e2086b63,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:16.843579 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-8de2997a-8efa-4ed9-9e66-34ff6d052add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.845034 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-8de2997a-8efa-4ed9-9e66-34ff6d052add service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.3966651 Jul 08 19:43:16.861999 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155d75f9-c944-4f6b-b6f6-78744c09ec3c {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:16.862527 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.863211 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:16.899095 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-bef899b7-d4d6-4155-8a90-23b49898cbb5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439086 Jul 08 19:43:16.910438 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-38ac15b4-2fc1-470b-9322-d0b16b549344 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6362226 Jul 08 19:43:16.926240 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Request body: {'port': {'device_id': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:16.963331 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127696a-5e3c-447c-9653-5304524bd427 req-4425cc84-b42b-4456-8524-85a20247c08f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:16.964924 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3127696a-5e3c-447c-9653-5304524bd427 req-4425cc84-b42b-4456-8524-85a20247c08f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 932 time: 0.1840110 Jul 08 19:43:17.010234 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:17.021339 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:17.088351 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-a64359f8-8857-4537-8d8a-c1525686c3d4 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794839 Jul 08 19:43:17.090989 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3127696a-5e3c-447c-9653-5304524bd427 req-ea4c548c-a566-4fe8-8613-1f4a0dd56b38 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156678 Jul 08 19:43:17.119260 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] For port e5523a48-73b8-4d69-9905-643cfc56bc54, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:17.119997 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:17.157441 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] For port e5523a48-73b8-4d69-9905-643cfc56bc54, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=e5523a48-73b8-4d69-9905-643cfc56bc54,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:17.166299 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=155d75f9-c944-4f6b-b6f6-78744c09ec3c,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:17.171818 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:17.259556 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7f04119-04c3-4a94-a33c-cd72141b3d2d req-0dd20b9d-1d40-4b5d-b6b0-e11f2322ea8f service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143546 Jul 08 19:43:17.301581 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbe495-8805-4872-9154-cd6b229877a5 None None] Pushing event updated for resources: {'Port': ['ID=e5523a48-73b8-4d69-9905-643cfc56bc54,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:17.337476 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:17.410540 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['155d75f9-c944-4f6b-b6f6-78744c09ec3c'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:17.437364 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cb330-73dd-4939-845c-5aef8ce0ca59 req-eb01c18c-bdfd-40f7-8360-7225e5d55664 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:17.438967 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-662cb330-73dd-4939-845c-5aef8ce0ca59 req-eb01c18c-bdfd-40f7-8360-7225e5d55664 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 944 time: 0.1785152 Jul 08 19:43:17.494781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:17.600511 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-662cb330-73dd-4939-845c-5aef8ce0ca59 req-c5cc2f33-f171-4bc3-9401-7f8d0953bc81 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865021 Jul 08 19:43:17.857510 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:43:17.902089 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a77e02-5a92-43e9-833f-5e49e2086b63 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:17.911405 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:17.946918 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Transition to ACTIVE for port object c4a77e02-5a92-43e9-833f-5e49e2086b63 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:17.949276 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418c28b-dca2-49bd-86c1-db0a7b51c7dd req-51f1e1c2-5f89-4582-93bf-97d15280e347 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:17.950924 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4418c28b-dca2-49bd-86c1-db0a7b51c7dd req-51f1e1c2-5f89-4582-93bf-97d15280e347 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 950 time: 0.1631675 Jul 08 19:43:17.957037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:18.067304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a77e02-5a92-43e9-833f-5e49e2086b63,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:18.119277 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4418c28b-dca2-49bd-86c1-db0a7b51c7dd req-fa73745b-1923-495a-8651-e59f8b2a388a tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950429 Jul 08 19:43:18.122979 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:43:18.144725 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:43:18.163519 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:18.168069 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-0d621d63-f7cf-4dfc-ae19-94e47346436d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0862820 Jul 08 19:43:18.168723 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42342) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:18.171523 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:43:18.174020 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:43:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:18.260770 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Attempting to bind port c4a77e02-5a92-43e9-833f-5e49e2086b63 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:18.261315 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Attempting to bind port c4a77e02-5a92-43e9-833f-5e49e2086b63 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:18.261680 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Attempting to bind port c4a77e02-5a92-43e9-833f-5e49e2086b63 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:18.269315 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Port c4a77e02-5a92-43e9-833f-5e49e2086b63 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:18.269315 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Attempting to bind port c4a77e02-5a92-43e9-833f-5e49e2086b63 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:18.284951 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:18.285456 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Checking segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:18.286120 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Bound using segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:18.287903 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Bound port: c4a77e02-5a92-43e9-833f-5e49e2086b63, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:18.288513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:18.333589 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab335-40fe-41cf-a873-a92521b4af1e req-311992e1-958c-4303-845f-9c1d33b52878 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:18.336310 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e4ab335-40fe-41cf-a873-a92521b4af1e req-311992e1-958c-4303-845f-9c1d33b52878 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.2707634 Jul 08 19:43:18.488166 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:43:18.554097 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5e4ab335-40fe-41cf-a873-a92521b4af1e req-09bfd8b2-6939-4ab9-b250-bbdaeaa11dc2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840925 Jul 08 19:43:18.584532 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] For port c4a77e02-5a92-43e9-833f-5e49e2086b63, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:18.597634 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] For port c4a77e02-5a92-43e9-833f-5e49e2086b63, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:18.614287 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:18.745841 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:18.746553 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:18.750169 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] 10.222.0.91 "PUT /v2.0/ports/c4a77e02-5a92-43e9-833f-5e49e2086b63 HTTP/1.1" status: 200 len: 1094 time: 1.8271813 Jul 08 19:43:18.750605 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'tag': 'c4a77e02-5a92-43e9-833f-5e49e2086b63'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:18.759154 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc969f4-0b8d-44ef-949c-3e34b8297818" -d '{"events": [{"name": "network-changed", "server_uuid": "a701192f-3ff7-4c1c-a0a1-a796185a73a3", "tag": "c4a77e02-5a92-43e9-833f-5e49e2086b63"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:18.790617 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device e5523a48-73b8-4d69-9905-643cfc56bc54 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:18.894925 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port e5523a48-73b8-4d69-9905-643cfc56bc54 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:18.927870 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8374e8-cd1c-4e3e-945b-0876993fd3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a77e02-5a92-43e9-833f-5e49e2086b63,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:18.984726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-ada65a24-bd16-4047-bac9-16329565027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:18.988777 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-ada65a24-bd16-4047-bac9-16329565027b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 1097 time: 0.1804159 Jul 08 19:43:19.054107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f5989-c357-4aa3-b9b3-be7b1bf22eaf None None] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:43:19.064690 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-35b793ab-2521-4581-a43b-fc9f0334fe7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63 HTTP/1.1" status: 200 len: 217 time: 0.0655797 Jul 08 19:43:19.071106 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12129f47-c376-4b64-9e69-da44bff7abc2 req-1c5ae0fb-820b-4a64-b110-9ad3b35f8e0b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:19.078346 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-12129f47-c376-4b64-9e69-da44bff7abc2 req-1c5ae0fb-820b-4a64-b110-9ad3b35f8e0b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 944 time: 0.3062663 Jul 08 19:43:19.080358 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:16Z', 'revision_number': 3, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:19.162184 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:43:19.162761 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Updating router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 port 8922c344-4af6-4625-90a6-c52c826c99b5 binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:43:19.167014 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-12129f47-c376-4b64-9e69-da44bff7abc2 req-5e4ed34b-77c2-4a36-b092-a9d91d066389 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878575 Jul 08 19:43:19.185865 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-42f091d0-7778-4dc1-af37-393c44a9ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:19.187836 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-42f091d0-7778-4dc1-af37-393c44a9ac04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.1151674 Jul 08 19:43:19.235403 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] Provisioning for port e5523a48-73b8-4d69-9905-643cfc56bc54 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:19.241091 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] Provisioning complete for port e5523a48-73b8-4d69-9905-643cfc56bc54 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:19.241404 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.257055 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e296aa-c575-42ef-8920-ea3255e43924 x-openstack-request-id: req-b0e296aa-c575-42ef-8920-ea3255e43924 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:19.257344 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a701192f-3ff7-4c1c-a0a1-a796185a73a3", "tag": "c4a77e02-5a92-43e9-833f-5e49e2086b63", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:19.257590 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0e296aa-c575-42ef-8920-ea3255e43924 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:19.258949 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'tag': 'c4a77e02-5a92-43e9-833f-5e49e2086b63', 'status': 'completed', 'code': 200} Jul 08 19:43:19.262116 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-908d9b8b-70da-488d-be6d-a94d5c6c9985 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657310 Jul 08 19:43:19.270240 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.485977 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.549937 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-ea295769-7819-4a65-8923-98cb8646c4c7 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713692 Jul 08 19:43:19.561588 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd0b9d-ea7b-424f-b83e-964fcb2902aa req-1cabc9ac-0f35-4b79-b6f5-764b19033454 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:19.563835 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62bd0b9d-ea7b-424f-b83e-964fcb2902aa req-1cabc9ac-0f35-4b79-b6f5-764b19033454 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 944 time: 0.3140314 Jul 08 19:43:19.587254 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] For port e5523a48-73b8-4d69-9905-643cfc56bc54, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=e5523a48-73b8-4d69-9905-643cfc56bc54,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:19.591918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93f409-ca77-45a6-b77f-b31042d83911 req-83b9708e-907d-4674-bbfe-e5ef9dfa73b6 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:19.593619 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2f93f409-ca77-45a6-b77f-b31042d83911 req-83b9708e-907d-4674-bbfe-e5ef9dfa73b6 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 950 time: 0.1581571 Jul 08 19:43:19.601329 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.632097 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.695545 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2f93f409-ca77-45a6-b77f-b31042d83911 req-5654d5ae-39dd-4804-9219-86b7d2c62814 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821016 Jul 08 19:43:19.703668 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.730979 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Transition to ACTIVE for port object 8922c344-4af6-4625-90a6-c52c826c99b5 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:19.741017 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.741965 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62bd0b9d-ea7b-424f-b83e-964fcb2902aa req-77b33bfa-dea8-4f50-bcc6-e35947ada313 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676290 Jul 08 19:43:19.753669 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41a43-6e49-4ff4-8eea-015da2e89646 None None] Pushing event updated for resources: {'Port': ['ID=e5523a48-73b8-4d69-9905-643cfc56bc54,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:19.817659 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Attempting to bind port 8922c344-4af6-4625-90a6-c52c826c99b5 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:19.818486 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Attempting to bind port 8922c344-4af6-4625-90a6-c52c826c99b5 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:19.818859 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Attempting to bind port 8922c344-4af6-4625-90a6-c52c826c99b5 on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:19.822606 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Pushing event updated for resources: {'Port': ['ID=8922c344-4af6-4625-90a6-c52c826c99b5,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:19.827460 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:19.828110 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:19.828736 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.829316 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:19.830104 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Bound port: 8922c344-4af6-4625-90a6-c52c826c99b5, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:19.830907 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:19.838128 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.838739 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.839297 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.839851 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.840284 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.840698 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.841099 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.841436 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.842974 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.842974 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.842974 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.842974 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:43:19.866251 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c313f8a8-3451-4131-b2e5-98a93e79e95a req-4bbf6ef6-29fb-4b7a-b0a3-44c871a7894d service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969644 Jul 08 19:43:19.872213 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 155d75f9-c944-4f6b-b6f6-78744c09ec3c up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:19.931495 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] For port 8922c344-4af6-4625-90a6-c52c826c99b5, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:19.935237 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] For port 8922c344-4af6-4625-90a6-c52c826c99b5, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=8922c344-4af6-4625-90a6-c52c826c99b5,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:19.941646 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.026938 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 155d75f9-c944-4f6b-b6f6-78744c09ec3c completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:20.032282 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 155d75f9-c944-4f6b-b6f6-78744c09ec3c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:20.033009 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.046792 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42388) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:20.068488 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796abc-23ef-4db1-a585-7ea3e24f478e None None] Pushing event updated for resources: {'Port': ['ID=8922c344-4af6-4625-90a6-c52c826c99b5,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:20.072709 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:43:20.074424 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:43:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:20.099378 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Allocated IP 172.20.0.1 (4620f81d-6ec4-49f4-a194-990744c2c2ee/83d8d999-4973-4f43-8f93-4504d2aae656/2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:20.174012 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-e3b10689-6132-4b91-b4fc-c56091b7c84d None None] Provisioning complete for port e5523a48-73b8-4d69-9905-643cfc56bc54 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:20.174420 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e3b10689-6132-4b91-b4fc-c56091b7c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.188855 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-48c60275-d06e-4c86-99c0-ec2921571b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:20.197623 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-48c60275-d06e-4c86-99c0-ec2921571b9d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 1097 time: 0.2444389 Jul 08 19:43:20.198674 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.257311 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:20.264986 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155d75f9-c944-4f6b-b6f6-78744c09ec3c'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:20.271883 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745dccfc-9a68-4e0e-974c-d2ffd07892b4" -d '{"events": [{"server_uuid": "d0d9aab3-7346-4dba-b893-36058b5f0477", "name": "network-vif-plugged", "status": "completed", "tag": "155d75f9-c944-4f6b-b6f6-78744c09ec3c"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:20.278235 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.311760 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.339638 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:43:20.346361 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.provisioning_blocks [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Transition to ACTIVE for port object 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d will not be triggered until provisioned by entity DHCP. {{(pid=99693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:20.356303 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc652bd0-3b8e-41d9-9d83-98906319dc4c req-2988a2b8-573b-44a5-beef-1ff8c52bf9b2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:20.362231 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cc652bd0-3b8e-41d9-9d83-98906319dc4c req-2988a2b8-573b-44a5-beef-1ff8c52bf9b2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.3025343 Jul 08 19:43:20.390833 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d014b99-6972-4c3f-9aa5-7917b1584d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.439552 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=155d75f9-c944-4f6b-b6f6-78744c09ec3c,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:20.483743 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.522914 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cc652bd0-3b8e-41d9-9d83-98906319dc4c req-bffa9de5-180e-4a4f-8ec7-e2460bb57945 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471651 Jul 08 19:43:20.533782 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-b2e6aa97-f2e0-4066-bcfb-2d53494b8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:20.536029 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-b2e6aa97-f2e0-4066-bcfb-2d53494b8a06 service neutron] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 916 time: 0.3282444 Jul 08 19:43:20.536399 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:20.552410 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58c7a2-cc53-4d09-956c-219e4e58239a req-c316933b-0f89-46d8-8257-96175a252f6d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:20.559770 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ff58c7a2-cc53-4d09-956c-219e4e58239a req-c316933b-0f89-46d8-8257-96175a252f6d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 944 time: 0.1956272 Jul 08 19:43:20.569002 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:20.590572 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:20.591052 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.618134 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-cbfdf2d5-2b6a-45d1-ace5-00ef4616a337 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63 HTTP/1.1" status: 200 len: 217 time: 0.0651469 Jul 08 19:43:20.627429 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46658ebd-46e1-4b37-b9c4-7d3ad7073bdb x-openstack-request-id: req-46658ebd-46e1-4b37-b9c4-7d3ad7073bdb {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:20.628646 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d9aab3-7346-4dba-b893-36058b5f0477", "name": "network-vif-plugged", "status": "completed", "tag": "155d75f9-c944-4f6b-b6f6-78744c09ec3c", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:20.628963 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46658ebd-46e1-4b37-b9c4-7d3ad7073bdb {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:20.629415 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155d75f9-c944-4f6b-b6f6-78744c09ec3c', 'code': 200} Jul 08 19:43:20.667113 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device e5523a48-73b8-4d69-9905-643cfc56bc54 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:20.687370 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Pushing event updated for resources: {'Port': ['ID=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:20.727657 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-c2b4a167-dc76-48da-8210-3f2701de0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:20.729176 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-c2b4a167-dc76-48da-8210-3f2701de0de4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.0948296 Jul 08 19:43:20.760299 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ff58c7a2-cc53-4d09-956c-219e4e58239a req-860c7780-524a-4557-a300-31d594b6b478 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959980 Jul 08 19:43:20.767267 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port e5523a48-73b8-4d69-9905-643cfc56bc54 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:20.767710 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:20.813993 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:16Z', 'revision_number': 3, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:20.822823 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-59cd041c-571e-45f3-ab43-01ff4deaa80f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767047 Jul 08 19:43:20.889470 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7383c6a-cb94-4132-b582-6fee0391b95f None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:16Z', 'revision_number': 3, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:43:20.967148 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.028970 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-97f4aa51-76c9-4b31-a094-d9d22d043f41 None None] Provisioning for port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:21.040608 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-97f4aa51-76c9-4b31-a094-d9d22d043f41 None None] Provisioning complete for port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:21.041592 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-97f4aa51-76c9-4b31-a094-d9d22d043f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.051267 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d014b99-6972-4c3f-9aa5-7917b1584d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.086544 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-97f4aa51-76c9-4b31-a094-d9d22d043f41 None None] Port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:43:21.114587 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2d014b99-6972-4c3f-9aa5-7917b1584d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.136349 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69de80-016b-4abb-8fa9-375ab0352d93 req-142935c5-997c-4a87-b385-99b6a8945c94 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:21.138413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7c69de80-016b-4abb-8fa9-375ab0352d93 req-142935c5-997c-4a87-b385-99b6a8945c94 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 945 time: 0.1501238 Jul 08 19:43:21.204125 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-2d014b99-6972-4c3f-9aa5-7917b1584d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0716134ac16c4d4a8f949ed05617abd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1555867 Jul 08 19:43:21.206928 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42406) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:21.209007 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d014b99-6972-4c3f-9aa5-7917b1584d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b30808-d390-4b89-bd68-50ddd7ce1f00,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:21.224585 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-365d3d0b-f789-40d3-b543-daa9cba7436f service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921649 Jul 08 19:43:21.237542 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7c69de80-016b-4abb-8fa9-375ab0352d93 req-87905539-ca83-4ccf-9794-e33eca19f463 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921144 Jul 08 19:43:21.286460 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.295712 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.296796 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.296994 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20105e0-bf3d-4933-9214-3117d78bafea req-808034d8-f674-4ed6-9d7e-8789ad15b511 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:21.298556 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a20105e0-bf3d-4933-9214-3117d78bafea req-808034d8-f674-4ed6-9d7e-8789ad15b511 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 950 time: 0.3407421 Jul 08 19:43:21.369486 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Pushing event updated for resources: {'Port': ['ID=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:21.387665 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-445aca7c-a763-422d-80bd-367950f6f618 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:21.390002 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-445aca7c-a763-422d-80bd-367950f6f618 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.91 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 950 time: 0.3446505 Jul 08 19:43:21.396852 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09131f7c-7eda-4beb-89c7-dda176c4975b req-2921f186-851d-44d9-984b-a3b1ed4ec653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:21.398358 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-09131f7c-7eda-4beb-89c7-dda176c4975b req-2921f186-851d-44d9-984b-a3b1ed4ec653 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 1098 time: 0.3734946 Jul 08 19:43:21.464303 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:21.465750 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:21.493927 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a20105e0-bf3d-4933-9214-3117d78bafea req-51c27f87-4e0a-4291-b3f1-6bc5eb7d312f tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/security-groups?id=fcd881b3-84d6-47ca-92a7-a479f83d4ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584122 Jul 08 19:43:21.537464 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e479b38b-2f9e-4116-adf6-f7e68f63c748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.566137 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5bc969f4-0b8d-44ef-949c-3e34b8297818 req-e0be85cc-7a50-4763-b61f-cc783f73657a service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197131 Jul 08 19:43:21.610176 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-09131f7c-7eda-4beb-89c7-dda176c4975b req-293a56c6-0746-454b-89d5-d832f7501c4c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829731 Jul 08 19:43:21.626496 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e479b38b-2f9e-4116-adf6-f7e68f63c748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.638133 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:43:21.719046 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Deleting port e2e22253-e28b-498b-959d-9c1025190074 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:43:21.719392 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.784721 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e479b38b-2f9e-4116-adf6-f7e68f63c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.787584 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e479b38b-2f9e-4116-adf6-f7e68f63c748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.788772 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e479b38b-2f9e-4116-adf6-f7e68f63c748 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81b30808-d390-4b89-bd68-50ddd7ce1f00 HTTP/1.1" status: 204 len: 168 time: 0.5779214 Jul 08 19:43:21.836564 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479b38b-2f9e-4116-adf6-f7e68f63c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b30808-d390-4b89-bd68-50ddd7ce1f00,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:21.886828 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3474de99-019e-496d-958c-cecc5f05fa2e None None] Provisioning complete for port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:21.888789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3474de99-019e-496d-958c-cecc5f05fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.930277 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] For port e2e22253-e28b-498b-959d-9c1025190074, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e2e22253-e28b-498b-959d-9c1025190074,segment=NetworkSegment(3f434783-4af5-4cc9-8f55-5568f3b96108),segment_id=3f434783-4af5-4cc9-8f55-5568f3b96108)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:21.933427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:21.943216 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device c4a77e02-5a92-43e9-833f-5e49e2086b63 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:21.964232 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d9ccf-dff3-4c67-a838-a8897d00bf83 req-d2b8bfb3-fcf8-4178-9c1b-33131a94937f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:21.972151 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1b4d9ccf-dff3-4c67-a838-a8897d00bf83 req-d2b8bfb3-fcf8-4178-9c1b-33131a94937f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.2326262 Jul 08 19:43:21.979032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3474de99-019e-496d-958c-cecc5f05fa2e None None] Port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:43:21.992907 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:43:22.026354 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-47b2c276-9265-4f29-819e-5ecd5988d99b admin admin] 10.222.0.41 "PUT /v2.0/routers/0eb9a660-40ee-4e9b-a051-80de84eaacc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8564134 Jul 08 19:43:22.065345 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1b4d9ccf-dff3-4c67-a838-a8897d00bf83 req-3a1dacfb-2581-4dd4-808d-65e5b244d850 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921850 Jul 08 19:43:22.125417 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port c4a77e02-5a92-43e9-833f-5e49e2086b63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:22.152031 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'c4a77e02-5a92-43e9-833f-5e49e2086b63', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'port_id': 'c4a77e02-5a92-43e9-833f-5e49e2086b63', 'mac_address': 'fa:16:3e:66:a1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5431c0-c08c-4a69-bb7f-553aa798e76f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:22.269015 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:22.286907 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a77e02-5a92-43e9-833f-5e49e2086b63 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:22.311320 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port c4a77e02-5a92-43e9-833f-5e49e2086b63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:22.318594 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:22.356544 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42436) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:22.372753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f240909c-d59b-4744-8bb5-0d07178161bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:22.439394 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=c4a77e02-5a92-43e9-833f-5e49e2086b63,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:22.480556 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Calling delete_port for e2e22253-e28b-498b-959d-9c1025190074 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:43:22.553913 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f240909c-d59b-4744-8bb5-0d07178161bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:22.569722 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f240909c-d59b-4744-8bb5-0d07178161bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:22.643864 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57303-0ede-4d69-8428-418c870a997c req-c227a5b9-63d0-4a4f-b9e9-a70cfeac6061 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:22.646033 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-63a57303-0ede-4d69-8428-418c870a997c req-c227a5b9-63d0-4a4f-b9e9-a70cfeac6061 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 944 time: 0.6922059 Jul 08 19:43:22.663775 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049c8f-6cb7-4a66-be0e-830900e6495a req-9123873e-0547-4ab7-a954-16ac55453edd tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:22.665386 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3c049c8f-6cb7-4a66-be0e-830900e6495a req-9123873e-0547-4ab7-a954-16ac55453edd tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 945 time: 0.2004740 Jul 08 19:43:22.710522 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f240909c-d59b-4744-8bb5-0d07178161bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b273d27e181461c8ec515810fc7d679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519754 Jul 08 19:43:22.713696 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42448) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:22.719468 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240909c-d59b-4744-8bb5-0d07178161bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e5ecd2-f118-4868-8e7d-d379bc585b61,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:22.739407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 8922c344-4af6-4625-90a6-c52c826c99b5 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:22.740510 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3c049c8f-6cb7-4a66-be0e-830900e6495a req-f6cd7ee3-f686-4141-b485-0aea91752258 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636034 Jul 08 19:43:22.837916 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['c4a77e02-5a92-43e9-833f-5e49e2086b63'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:22.860680 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-63a57303-0ede-4d69-8428-418c870a997c req-39bfd9a1-25bc-4ff8-862b-3475cc08dc7c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023740 Jul 08 19:43:22.880991 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:22.976614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 8922c344-4af6-4625-90a6-c52c826c99b5 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:22.997985 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 8922c344-4af6-4625-90a6-c52c826c99b5 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:23.001664 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.054447 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Pushing event deleted for resources: {'Port': ['ID=e2e22253-e28b-498b-959d-9c1025190074,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:23.140684 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.168889 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] No DVR routers for this DVR port e2e22253-e28b-498b-959d-9c1025190074 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:43:23.170704 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ef9e-907b-4025-80ea-23078d7bb011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.173705 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.175910 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 8922c344-4af6-4625-90a6-c52c826c99b5, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=8922c344-4af6-4625-90a6-c52c826c99b5,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:23.177047 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a6a99a4a-0b88-4a4d-8d42-de7f76b46039 req-a36471dc-b3e8-4e04-b6f4-75476aa061d0 tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.91 "DELETE /v2.0/ports/e2e22253-e28b-498b-959d-9c1025190074 HTTP/1.1" status: 204 len: 173 time: 1.7538497 Jul 08 19:43:23.177630 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'name': 'network-vif-deleted', 'tag': 'e2e22253-e28b-498b-959d-9c1025190074'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:23.181071 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8025b1-3931-40dd-8da5-4d7999db1b0f" -d '{"events": [{"server_uuid": "ac2a3dd2-412e-4b71-a661-7236541ffbf9", "name": "network-vif-deleted", "tag": "e2e22253-e28b-498b-959d-9c1025190074"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:23.195462 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.240883 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ef9e-907b-4025-80ea-23078d7bb011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.344411 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ef9e-907b-4025-80ea-23078d7bb011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.349712 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=8922c344-4af6-4625-90a6-c52c826c99b5,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:23.350441 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ef9e-907b-4025-80ea-23078d7bb011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.351915 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-c3e5ef9e-907b-4025-80ea-23078d7bb011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24e5ecd2-f118-4868-8e7d-d379bc585b61 HTTP/1.1" status: 204 len: 168 time: 0.6352262 Jul 08 19:43:23.381301 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5ef9e-907b-4025-80ea-23078d7bb011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e5ecd2-f118-4868-8e7d-d379bc585b61,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:23.392673 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:43:23.453787 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:43:23.454465 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:43:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:23.494678 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4da2306a-288e-441c-902f-861f5662b601 req-2bafa54e-33de-4d24-8625-d00eeafd8f3d tempest-VolumesNegativeTest-1971829866 tempest-VolumesNegativeTest-1971829866-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac2a3dd2-412e-4b71-a661-7236541ffbf9 HTTP/1.1" status: 200 len: 210 time: 0.0975223 Jul 08 19:43:23.598032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:43:23.803967 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42472) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:23.812593 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026868236', 'description': 'tempest-description--513942551'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:23.817761 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbc566-5f75-4646-89f8-bf66e60aa7ec req-d6100aa2-e55d-403e-9441-df6687f2c604 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:23.832995 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-93fbc566-5f75-4646-89f8-bf66e60aa7ec req-d6100aa2-e55d-403e-9441-df6687f2c604 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1356022 Jul 08 19:43:23.851352 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed7a91b-9b4e-48bd-87e1-18842c372e54 x-openstack-request-id: req-0ed7a91b-9b4e-48bd-87e1-18842c372e54 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:23.851585 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a3dd2-412e-4b71-a661-7236541ffbf9", "name": "network-vif-deleted", "tag": "e2e22253-e28b-498b-959d-9c1025190074", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:23.851817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ed7a91b-9b4e-48bd-87e1-18842c372e54 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:23.852221 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2a3dd2-412e-4b71-a661-7236541ffbf9', 'name': 'network-vif-deleted', 'tag': 'e2e22253-e28b-498b-959d-9c1025190074', 'status': 'completed', 'code': 200} Jul 08 19:43:23.881962 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:23.910276 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-93fbc566-5f75-4646-89f8-bf66e60aa7ec req-9ef1377a-2200-404e-b854-c415de41bc0d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759304 Jul 08 19:43:23.951793 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device e2e22253-e28b-498b-959d-9c1025190074 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:43:24.000763 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: e2e22253-e28b-498b-959d-9c1025190074 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:43:24.001138 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device e2e22253-e28b-498b-959d-9c1025190074 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:43:24.038515 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:21Z', 'revision_number': 2, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:24.114954 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:43:24.116557 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Updating router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:43:24.150810 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.196283 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.203909 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.242786 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930f0e6-e4af-4a6a-a536-7e4d45cee102 req-37526915-5cd3-48e9-ac4f-f7a57236edd6 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:24.244933 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c930f0e6-e4af-4a6a-a536-7e4d45cee102 req-37526915-5cd3-48e9-ac4f-f7a57236edd6 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 945 time: 0.1178453 Jul 08 19:43:24.267764 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab31641-509a-4ff6-8066-9a034cdd3396 req-216058c2-011f-4b09-bd20-deb8a90828c8 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:24.270904 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0ab31641-509a-4ff6-8066-9a034cdd3396 req-216058c2-011f-4b09-bd20-deb8a90828c8 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 945 time: 0.2145483 Jul 08 19:43:24.333251 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c930f0e6-e4af-4a6a-a536-7e4d45cee102 req-c5f7323d-e24f-44f7-9fe4-cf66a93c5479 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805526 Jul 08 19:43:24.333458 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.340671 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42498) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:24.344605 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5392196 Jul 08 19:43:24.347397 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'security_group_rule': {'security_group_id': 'fa4fbdff-e257-4d7b-8fa3-c379a288d163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:24.348455 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096a190-ac93-42f6-941d-e3688c7fad98 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4fbdff-e257-4d7b-8fa3-c379a288d163,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:24.414210 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0ab31641-509a-4ff6-8066-9a034cdd3396 req-0e4ef660-ea0e-4a29-a172-111b922b1bf5 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253688 Jul 08 19:43:24.461014 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.594502 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.611971 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.677192 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69fe28f-1f48-41be-92f5-5b5534d1abb9,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:24.688189 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.693229 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ad5562ed-9a9c-4362-a9c7-eea8dd51761e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510823 Jul 08 19:43:24.693729 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42520) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:24.704246 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'security_group_rule': {'security_group_id': 'fa4fbdff-e257-4d7b-8fa3-c379a288d163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:24.727861 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 8922c344-4af6-4625-90a6-c52c826c99b5 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:24.769026 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.786960 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.809659 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Transition to ACTIVE for port object 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:24.826857 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.837388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 8922c344-4af6-4625-90a6-c52c826c99b5 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:24.838043 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.950062 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:24.956350 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.004632 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ad3b2c-e3aa-4fcd-b8ef-5dd2ee3f8bf0,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:25.026238 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.028243 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b89706c5-733a-4756-a6ed-9a91fdb4f0d4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329427 Jul 08 19:43:25.031781 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 42544) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:25.052755 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:25.134151 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b581e7-d8b5-4af7-ba29-c70cde60834b None None] Pushing event updated for resources: {'Port': ['ID=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:25.191120 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Attempting to bind port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:25.191494 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Attempting to bind port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:25.191936 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Attempting to bind port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d on network 4620f81d-6ec4-49f4-a194-990744c2c2ee {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:25.193675 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.252187 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:25.252666 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Checking segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:25.252882 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.253541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Bound using segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:25.254077 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Bound port: 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:25.254430 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.261775 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14aef4-e11d-414e-995d-f1b8f39aafa6 req-e7009926-cb20-41c6-9b54-f669cdcf7d47 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:25.271238 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3f14aef4-e11d-414e-995d-f1b8f39aafa6 req-e7009926-cb20-41c6-9b54-f669cdcf7d47 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1301448 Jul 08 19:43:25.309573 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3f14aef4-e11d-414e-995d-f1b8f39aafa6 req-4af7e132-8ed6-4782-9271-91af4d3961db tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Jul 08 19:43:25.372017 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] For port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:25.376799 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] For port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:25.390534 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.470236 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:43:25.470890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:43:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:25.480971 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:25.626345 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:43:25.730466 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Allocated IP 172.27.1.112 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/1e56c130-75d8-4811-a344-4c35526b86b1) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:25.800063 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62a6e9-87fc-46f6-902b-f11bd6b54f3c req-37b268c6-9379-4585-9c05-7adc3b56cf6e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:25.801709 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d62a6e9-87fc-46f6-902b-f11bd6b54f3c req-37b268c6-9379-4585-9c05-7adc3b56cf6e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 945 time: 0.2301617 Jul 08 19:43:25.813654 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b581e7-d8b5-4af7-ba29-c70cde60834b None None] Pushing event updated for resources: {'Port': ['ID=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:25.934901 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device c4a77e02-5a92-43e9-833f-5e49e2086b63 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:25.992307 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d62a6e9-87fc-46f6-902b-f11bd6b54f3c req-c7e1d182-21c3-4fe5-becb-864fda38cea1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644354 Jul 08 19:43:26.085681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.157940 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.159977 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port c4a77e02-5a92-43e9-833f-5e49e2086b63 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:26.166350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port c4a77e02-5a92-43e9-833f-5e49e2086b63 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:26.166512 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.259749 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.285430 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:25Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:26.310104 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'Port': ['ID=1e56c130-75d8-4811-a344-4c35526b86b1,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:26.315470 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:26.331118 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d1fdf-3e39-48ca-b5f2-442d09a437dd None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:25Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:43:26.336928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a77e02-5a92-43e9-833f-5e49e2086b63'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:26.339500 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092e66e5-7eb2-47d8-9526-777bcd85184c" -d '{"events": [{"server_uuid": "a701192f-3ff7-4c1c-a0a1-a796185a73a3", "name": "network-vif-plugged", "status": "completed", "tag": "c4a77e02-5a92-43e9-833f-5e49e2086b63"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:26.359320 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:26.360155 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port c4a77e02-5a92-43e9-833f-5e49e2086b63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:26.367830 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:26.371789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.455069 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=c4a77e02-5a92-43e9-833f-5e49e2086b63,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:26.475167 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d799c70-b01d-4cc7-8b6b-31ffa934ca41 x-openstack-request-id: req-0d799c70-b01d-4cc7-8b6b-31ffa934ca41 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:26.475876 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a701192f-3ff7-4c1c-a0a1-a796185a73a3", "name": "network-vif-plugged", "status": "completed", "tag": "c4a77e02-5a92-43e9-833f-5e49e2086b63", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:26.476362 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d799c70-b01d-4cc7-8b6b-31ffa934ca41 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:26.477014 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a77e02-5a92-43e9-833f-5e49e2086b63', 'code': 200} Jul 08 19:43:26.796433 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:26.811793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec9a35-5826-4e15-a14d-d611e4b9fe0a req-ecd67377-21b1-49b9-887d-5d3ce4821694 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:26.821221 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9aec9a35-5826-4e15-a14d-d611e4b9fe0a req-ecd67377-21b1-49b9-887d-5d3ce4821694 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 945 time: 0.5045185 Jul 08 19:43:26.855805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.881463 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:26.888370 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:26.889123 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:26.969154 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0631-f292-4e72-906d-936a0ac13bd2 req-8aa12f3c-5659-40e5-82dd-f82a9d1a9813 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:26.983455 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2a9d0631-f292-4e72-906d-936a0ac13bd2 req-8aa12f3c-5659-40e5-82dd-f82a9d1a9813 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1979861 Jul 08 19:43:26.998951 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.062394 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9aec9a35-5826-4e15-a14d-d611e4b9fe0a req-61d5b5a4-e3ab-4d10-8085-5739af596e60 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395058 Jul 08 19:43:27.071466 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.088732 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2a9d0631-f292-4e72-906d-936a0ac13bd2 req-b5fce41a-6593-45fe-aa00-732096836a8f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041405 Jul 08 19:43:27.104230 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:27.115179 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.234842 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:27.271766 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddae48-2c9c-4dbd-be70-180672fdf03f req-99824727-efaa-4bbc-8d7f-fbf8face5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:27.273300 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-60ddae48-2c9c-4dbd-be70-180672fdf03f req-99824727-efaa-4bbc-8d7f-fbf8face5f21 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 1099 time: 0.3774259 Jul 08 19:43:27.394347 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-60ddae48-2c9c-4dbd-be70-180672fdf03f req-78b91e99-59f8-4f87-89d9-da41dd7bb44d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083982 Jul 08 19:43:27.443261 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.453327 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.558944 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faba442-8fd6-4ca5-ab2f-d022aa2acdf2 req-4d0019a0-c99d-4e96-88e2-34e39b75375d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:27.566770 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0faba442-8fd6-4ca5-ab2f-d022aa2acdf2 req-4d0019a0-c99d-4e96-88e2-34e39b75375d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 946 time: 0.2432189 Jul 08 19:43:27.590405 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'Port': ['ID=1e56c130-75d8-4811-a344-4c35526b86b1,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:27.631301 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.640813 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0faba442-8fd6-4ca5-ab2f-d022aa2acdf2 req-6968c321-4885-4bcf-8a96-52768197cebd tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701990 Jul 08 19:43:27.663172 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:27.669585 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-5400161d-c1c8-42aa-a9b9-0425e82c4dde tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6316485 Jul 08 19:43:28.115056 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-51f9f310-a58a-469e-8cb4-f03fd1ff628e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2026868236&fields=id&tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6 HTTP/1.1" status: 200 len: 267 time: 0.0429068 Jul 08 19:43:28.243658 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-8fcdca39-809c-48ac-9696-5e868538cafc tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:28.251869 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-8fcdca39-809c-48ac-9696-5e868538cafc tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 811 time: 0.1358984 Jul 08 19:43:28.277568 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-952d49bf-cdde-4c64-9d63-0d148132bdb8 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/quotas/a18c8b57bbaf4e39a6c815c423a51ee6 HTTP/1.1" status: 200 len: 375 time: 0.0244422 Jul 08 19:43:28.291374 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-b098ed63-e99f-4690-9602-83eaf15a9270 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:28.292971 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-b098ed63-e99f-4690-9602-83eaf15a9270 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 945 time: 0.1438479 Jul 08 19:43:28.310158 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f63466-c344-42d9-8747-1d9887bf4806 req-bd4320c7-40fb-4023-9de4-c59badccd243 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:28.317207 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a7f63466-c344-42d9-8747-1d9887bf4806 req-bd4320c7-40fb-4023-9de4-c59badccd243 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 945 time: 0.1144063 Jul 08 19:43:28.381288 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-3681abef-7fcc-4313-ba3c-ae194e63a7ff tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014054 Jul 08 19:43:28.410176 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a7f63466-c344-42d9-8747-1d9887bf4806 req-30d583fe-d2bf-4196-955d-08fa3eb405e2 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919764 Jul 08 19:43:28.491446 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Deleting port 155d75f9-c944-4f6b-b6f6-78744c09ec3c {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:43:28.491933 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:28.675292 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] For port 155d75f9-c944-4f6b-b6f6-78744c09ec3c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=155d75f9-c944-4f6b-b6f6-78744c09ec3c,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:28.675872 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:28.691859 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Calling delete_port for 155d75f9-c944-4f6b-b6f6-78744c09ec3c owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:43:28.718929 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:28.776881 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-81e57172-3f72-4689-b611-9d837932c832 service neutron] 10.222.0.41 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760927 Jul 08 19:43:28.831385 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:28.832357 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:28.902164 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb0770-9071-443f-ab1f-86091300dc90 req-a4ed3327-2df7-4479-a43d-cac4389d07cd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:28.903794 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50eb0770-9071-443f-ab1f-86091300dc90 req-a4ed3327-2df7-4479-a43d-cac4389d07cd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.3483047 Jul 08 19:43:28.920696 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-74bda0ed-b67b-4160-ac21-cc3798674481 service neutron] 10.222.0.41 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419890 Jul 08 19:43:28.943778 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:28.961083 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['155d75f9-c944-4f6b-b6f6-78744c09ec3c'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:28.982188 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Pushing event deleted for resources: {'Port': ['ID=155d75f9-c944-4f6b-b6f6-78744c09ec3c,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:29.026301 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50eb0770-9071-443f-ab1f-86091300dc90 req-760907e0-a97f-41d2-82eb-009794332ab3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136484 Jul 08 19:43:29.048605 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] No DVR routers for this DVR port 155d75f9-c944-4f6b-b6f6-78744c09ec3c on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:43:29.052871 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:29.055038 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-649f1dd6-c5e8-41b0-926c-2c0b2b775c75 req-c2230453-eb4e-428a-89d9-234b843305a4 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "DELETE /v2.0/ports/155d75f9-c944-4f6b-b6f6-78744c09ec3c HTTP/1.1" status: 204 len: 173 time: 0.7357197 Jul 08 19:43:29.055658 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'name': 'network-vif-deleted', 'tag': '155d75f9-c944-4f6b-b6f6-78744c09ec3c'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:29.060669 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9ed431-dbc2-49db-bbec-9e31a36d2aae" -d '{"events": [{"server_uuid": "d0d9aab3-7346-4dba-b893-36058b5f0477", "name": "network-vif-deleted", "tag": "155d75f9-c944-4f6b-b6f6-78744c09ec3c"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:29.279773 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702e1c5-208b-4143-b6ca-74080eddec47 x-openstack-request-id: req-6702e1c5-208b-4143-b6ca-74080eddec47 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:29.280668 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d9aab3-7346-4dba-b893-36058b5f0477", "name": "network-vif-deleted", "tag": "155d75f9-c944-4f6b-b6f6-78744c09ec3c", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:29.281396 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6702e1c5-208b-4143-b6ca-74080eddec47 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:29.282026 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d9aab3-7346-4dba-b893-36058b5f0477', 'name': 'network-vif-deleted', 'tag': '155d75f9-c944-4f6b-b6f6-78744c09ec3c', 'status': 'completed', 'code': 200} Jul 08 19:43:29.394232 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2905a30-bdca-453a-b91e-fc486a36f8ae req-a1d2608d-03a2-4888-b14e-6a3dfb947564 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:29.407810 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d2905a30-bdca-453a-b91e-fc486a36f8ae req-a1d2608d-03a2-4888-b14e-6a3dfb947564 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 946 time: 0.1932294 Jul 08 19:43:29.410691 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-71669e13-94e0-4626-9329-cd9866083624 req-e9746c11-eb47-4cf4-a71c-59b5f6fa505b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 210 time: 0.0725360 Jul 08 19:43:29.472600 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d2905a30-bdca-453a-b91e-fc486a36f8ae req-9a6d68be-8131-4df8-928b-0cef829a376d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635931 Jul 08 19:43:29.630378 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a51703-6a62-46bd-9019-82961c53235a req-0a526e79-af23-457e-a776-19b5981da8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:29.635198 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d3a51703-6a62-46bd-9019-82961c53235a req-0a526e79-af23-457e-a776-19b5981da8fe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.1252813 Jul 08 19:43:29.697416 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3c4aa5fa-6de0-437e-9c6a-befce4e1f951 req-781d50c8-d562-4369-acaf-3a1331f1a6e8 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d9aab3-7346-4dba-b893-36058b5f0477 HTTP/1.1" status: 200 len: 210 time: 0.0347421 Jul 08 19:43:29.709166 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d3a51703-6a62-46bd-9019-82961c53235a req-45138dce-2cc6-40e2-b680-ca6dc2bb97ba service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612764 Jul 08 19:43:30.254525 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5a95-13f1-4844-9a1b-f8e95a011349 req-0fed1a23-b032-4a5f-9206-49434758449b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:30.256665 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d9ee5a95-13f1-4844-9a1b-f8e95a011349 req-0fed1a23-b032-4a5f-9206-49434758449b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0824461 Jul 08 19:43:30.303150 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d9ee5a95-13f1-4844-9a1b-f8e95a011349 req-11b2109f-466f-4099-8b3e-f4825b332339 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Jul 08 19:43:30.550968 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e499ba33-0ff8-44fa-b4a3-d2920a543cc5 req-25112d30-afee-4a21-8875-219f321e64c8 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 210 time: 0.0338817 Jul 08 19:43:30.892559 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-aefc8185-b716-438b-9da5-3b384a3737e5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:30.895035 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-aefc8185-b716-438b-9da5-3b384a3737e5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 811 time: 0.1987455 Jul 08 19:43:30.990486 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-578bf055-220f-411f-a8fb-87dd93df60e2 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6 HTTP/1.1" status: 200 len: 380 time: 0.0646787 Jul 08 19:43:31.002480 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42946) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:31.002480 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42948) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:31.028289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'port': {'device_id': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'admin_state_up': True, 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'security_groups': ['fa4fbdff-e257-4d7b-8fa3-c379a288d163']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:31.212489 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6c2511fc-575f-44f0-90e9-81aaf606a0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.256618 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Made reservation on behalf of a18c8b57bbaf4e39a6c815c423a51ee6 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:31.260245 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.281883 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-5a68665a-6ecd-405a-8643-3eca7ad1d4fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d333bc0960940fb84cb7541173d5b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762530 Jul 08 19:43:31.285653 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42972) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:31.314289 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-216aff1e-349f-4918-acb3-100dbe446bbe tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:31.315995 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-216aff1e-349f-4918-acb3-100dbe446bbe tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/networks?id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 200 len: 809 time: 0.2237535 Jul 08 19:43:31.364163 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-ef783b11-aaa5-4dbc-a788-fbff1abac48b tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/quotas/7bedf0668a66416c8c5ba83fc7bdd48b HTTP/1.1" status: 200 len: 375 time: 0.0373898 Jul 08 19:43:31.417874 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-14b75e7f-d486-4980-8c2b-b2be54745be1 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527141 Jul 08 19:43:31.428036 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Allocated IP 172.20.0.7 (4620f81d-6ec4-49f4-a194-990744c2c2ee/83d8d999-4973-4f43-8f93-4504d2aae656/5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:31.490002 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9399f32-de18-44e4-993c-91541a81e0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.541406 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9399f32-de18-44e4-993c-91541a81e0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.634650 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6c2511fc-575f-44f0-90e9-81aaf606a0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.645914 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-fd1e9212-f8b2-4e54-9d4f-3818018a6655 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249830 Jul 08 19:43:31.652915 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6c2511fc-575f-44f0-90e9-81aaf606a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.724544 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.759436 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6c2511fc-575f-44f0-90e9-81aaf606a0b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e98d6a41f697490c9a66a5061a3cda28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7557533 Jul 08 19:43:31.763224 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2511fc-575f-44f0-90e9-81aaf606a0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f76a5-e48e-4c0b-8f6f-62d2ab22c158,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:31.768013 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 42988) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:31.772229 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Transition to ACTIVE for port object 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:31.788934 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9399f32-de18-44e4-993c-91541a81e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.791706 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a9399f32-de18-44e4-993c-91541a81e0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.792861 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a9399f32-de18-44e4-993c-91541a81e0ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcd881b3-84d6-47ca-92a7-a479f83d4ef9 HTTP/1.1" status: 204 len: 168 time: 0.5058055 Jul 08 19:43:31.805705 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27462df5-2d00-4faa-9946-64552049c5b2 req-83a9e73b-40d8-4574-85b7-895d947ee7a9 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:31.807287 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-27462df5-2d00-4faa-9946-64552049c5b2 req-83a9e73b-40d8-4574-85b7-895d947ee7a9 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1590285 Jul 08 19:43:31.823016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9399f32-de18-44e4-993c-91541a81e0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd881b3-84d6-47ca-92a7-a479f83d4ef9,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:31.871691 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-dc7f2bc7-bb30-41d6-969e-e685916be8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254267 Jul 08 19:43:31.884292 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a0e154d4-34a8-4fed-a20a-aa8aa1c4c1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.889239 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-27462df5-2d00-4faa-9946-64552049c5b2 req-e11214ff-ca95-400e-bb2e-cd3f6ad4c5a4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701880 Jul 08 19:43:31.897930 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.930196 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a0e154d4-34a8-4fed-a20a-aa8aa1c4c1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:31.995280 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 155d75f9-c944-4f6b-b6f6-78744c09ec3c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:43:32.000359 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:32.006485 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:32.007371 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a0e154d4-34a8-4fed-a20a-aa8aa1c4c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:32.011876 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:32.017033 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'Port': ['ID=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:32.032490 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a0e154d4-34a8-4fed-a20a-aa8aa1c4c1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:32.041249 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a0e154d4-34a8-4fed-a20a-aa8aa1c4c1c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a94f76a5-e48e-4c0b-8f6f-62d2ab22c158 HTTP/1.1" status: 204 len: 168 time: 0.2716410 Jul 08 19:43:32.076598 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e154d4-34a8-4fed-a20a-aa8aa1c4c1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f76a5-e48e-4c0b-8f6f-62d2ab22c158,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:32.080928 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:32.081691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:32.109928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 155d75f9-c944-4f6b-b6f6-78744c09ec3c {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:43:32.110276 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 155d75f9-c944-4f6b-b6f6-78744c09ec3c not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:43:32.121785 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-38bc3e45-1ed9-4be9-a77d-b4103baf275f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1040750 Jul 08 19:43:32.159288 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Request body: {'port': {'device_id': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:32.371979 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:32.448798 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432d42-74c8-4e56-88fd-b24b12903a31 req-99ba3709-d4b7-45b4-ac5c-6b72c95e7da9 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:32.469895 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-81432d42-74c8-4e56-88fd-b24b12903a31 req-99ba3709-d4b7-45b4-ac5c-6b72c95e7da9 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 931 time: 0.1839156 Jul 08 19:43:32.580820 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-beb64773-1a70-48d2-8a0a-5aaded0887a6 None None] Provisioning for port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:32.590033 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-beb64773-1a70-48d2-8a0a-5aaded0887a6 None None] Provisioning complete for port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:32.591620 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-beb64773-1a70-48d2-8a0a-5aaded0887a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:32.638135 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-81432d42-74c8-4e56-88fd-b24b12903a31 req-a341ff55-8ccc-403d-8df0-cba77714cb02 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643763 Jul 08 19:43:32.688662 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-beb64773-1a70-48d2-8a0a-5aaded0887a6 None None] Port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:43:32.706236 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-98f80b40-091d-45e8-bff2-13ee8a7a365a req-448a57b6-833b-4b7c-8c79-b0d6ffceb572 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 210 time: 0.1983094 Jul 08 19:43:32.968765 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:32.983554 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.009519 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Transition to ACTIVE for port object 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:33.027147 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.123173 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 43032) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:33.250863 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1985376511-network', 'tenant_id': 'a96ad5e078234b8b96916fc822a8e813'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:33.281853 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Made reservation on behalf of a96ad5e078234b8b96916fc822a8e813 for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:33.286575 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.299786 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.429009 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:33.430380 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.439206 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.476534 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:43:33.490305 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e49031-467f-4414-ac80-84e6c005c68a,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:33.496774 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.496774 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Added segment 3f198042-368e-4adf-b94b-1a0f555e298b of type vlan for network b19f2000-0270-4767-89c9-6a3bcf903ef4 Jul 08 19:43:33.528174 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a337a-e6f2-4443-8300-054cced00c01 req-9c0d224d-36b1-451c-8cd4-b5ac3fd85a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:33.529698 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-9c0d224d-36b1-451c-8cd4-b5ac3fd85a5e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.4624584 Jul 08 19:43:33.553598 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.556889 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bde5a4-502b-40c7-9f57-8b1f3378d9d0 req-6d0b6ad9-8d0d-4d30-b243-afd994f28b77 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:33.558385 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87bde5a4-502b-40c7-9f57-8b1f3378d9d0 req-6d0b6ad9-8d0d-4d30-b243-afd994f28b77 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.4457779 Jul 08 19:43:33.584305 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.585300 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:33.585918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.622521 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Attempting to bind port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:33.622763 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Attempting to bind port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:33.623090 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Attempting to bind port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf on network 4620f81d-6ec4-49f4-a194-990744c2c2ee {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:33.647108 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf on network 4620f81d-6ec4-49f4-a194-990744c2c2ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:33.647430 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Attempting to bind port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf on network 4620f81d-6ec4-49f4-a194-990744c2c2ee {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:33.650961 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5263250 Jul 08 19:43:33.653790 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 43038) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:33.661649 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Request body: {'subnet': {'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1985376511-subnet', 'tenant_id': 'a96ad5e078234b8b96916fc822a8e813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:33.667845 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:33.667845 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Checking segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:33.668585 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Bound using segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:33.668585 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Bound port: 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:33.669053 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.676608 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87bde5a4-502b-40c7-9f57-8b1f3378d9d0 req-5c17b5d3-4995-46b7-9e76-f9838b927e06 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112196 Jul 08 19:43:33.679571 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2f2ac-5e05-47b4-ab3e-7daf9be5450e admin admin] Pushing event updated for resources: {'Network': ['ID=b19f2000-0270-4767-89c9-6a3bcf903ef4,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:33.696273 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Made reservation on behalf of a96ad5e078234b8b96916fc822a8e813 for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:33.698992 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:33.700330 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network b19f2000-0270-4767-89c9-6a3bcf903ef4 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:43:33.724949 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a337a-e6f2-4443-8300-054cced00c01 req-b02cf38d-beac-42a6-b4b9-a5604715992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:33.726521 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-b02cf38d-beac-42a6-b4b9-a5604715992b service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.1860096 Jul 08 19:43:33.882947 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-436a712f-654f-4442-aa6d-0318ee084563 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.1472788 Jul 08 19:43:33.953036 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2f23602c-4ea0-4d13-878c-b53d8d1072c9 req-7a6b9a42-b820-4262-bd22-d98a0baee084 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 210 time: 0.0578706 Jul 08 19:43:33.992820 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] For port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:34.023269 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a337a-e6f2-4443-8300-054cced00c01 req-5f547827-05e5-42ef-bac2-d89476cacab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.025014 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-5f547827-05e5-42ef-bac2-d89476cacab4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.1288807 Jul 08 19:43:34.037288 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] For port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:34.062139 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:34.093131 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:34.112230 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd4cf9-70df-4f26-acc4-821a7c10fdd9 req-c6a60df7-dcf5-482d-90b3-77b598bf8e88 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.113879 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-90fd4cf9-70df-4f26-acc4-821a7c10fdd9 req-c6a60df7-dcf5-482d-90b3-77b598bf8e88 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 943 time: 0.1657786 Jul 08 19:43:34.163484 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-0a79831e-3899-4fa9-95a4-efa60838cd80 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822005 Jul 08 19:43:34.169641 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.170270 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:34.171751 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] 10.222.0.91 "PUT /v2.0/ports/5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 1093 time: 2.0315952 Jul 08 19:43:34.172347 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:34.179636 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:34.189168 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14c578a-f660-4b62-afc0-5ff7446a2fcc,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:34.207652 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Checking segment: {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:34.208000 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Network hostable DHCP agents. Network: b19f2000-0270-4767-89c9-6a3bcf903ef4, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:43:34.226765 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-90fd4cf9-70df-4f26-acc4-821a7c10fdd9 req-86c341d8-d89f-4bac-8643-e15202b99621 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056111 Jul 08 19:43:34.251106 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Network b19f2000-0270-4767-89c9-6a3bcf903ef4 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:43:34.268163 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d39d14-ca6e-444a-862a-cbd1cde94eb5 x-openstack-request-id: req-46d39d14-ca6e-444a-862a-cbd1cde94eb5 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:34.268494 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:34.268779 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46d39d14-ca6e-444a-862a-cbd1cde94eb5 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:34.269200 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'status': 'completed', 'code': 200} Jul 08 19:43:34.270163 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, b19f2000-0270-4767-89c9-6a3bcf903ef4) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:34.275736 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.276311 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:34.285137 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d4d86-df1b-4b8f-b7a6-6ec3ab8f4f78 None None] Network b19f2000-0270-4767-89c9-6a3bcf903ef4 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:43:34.299752 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b2f70303-01de-445b-bf24-fa3e72e43483 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6447649 Jul 08 19:43:34.375630 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc55f-da59-4658-9ef1-5fea4b98ea5f service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:34.397988 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-b344839c-355c-4312-b1c5-e33dbc83a431 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.399599 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-b344839c-355c-4312-b1c5-e33dbc83a431 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "GET /v2.0/networks?id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 200 len: 809 time: 0.4008439 Jul 08 19:43:34.424199 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Request body: {'port': {'device_id': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0', 'admin_state_up': True, 'tenant_id': '7bedf0668a66416c8c5ba83fc7bdd48b'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:34.476099 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3691a6-0435-43cf-98c1-0e1223358cbf None None] Network b19f2000-0270-4767-89c9-6a3bcf903ef4 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:43:34.546398 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-fcdf1301-14e4-4bbf-ac28-6eb6b8fb0302 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640587 Jul 08 19:43:34.572805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-223821fb-6774-45be-9fa7-e94403994bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.574412 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-223821fb-6774-45be-9fa7-e94403994bc9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1096 time: 0.2524946 Jul 08 19:43:34.662469 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-f15af218-90d7-4a1f-ac85-5063cbc3881d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 217 time: 0.0695255 Jul 08 19:43:34.721418 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Made reservation on behalf of 7bedf0668a66416c8c5ba83fc7bdd48b for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:34.725311 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:34.768057 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-f9893076-e0ab-4e28-bf11-5bf8684ffd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.769725 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-f9893076-e0ab-4e28-bf11-5bf8684ffd4f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.0969875 Jul 08 19:43:34.798108 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-3bc04561-4b0e-43c2-8852-b4924df55ae1 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370961 Jul 08 19:43:34.967077 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-33301214-b87b-4d1d-a905-86aa9c34d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:34.968718 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-33301214-b87b-4d1d-a905-86aa9c34d97a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1909075 Jul 08 19:43:35.008755 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Allocated IP 172.20.0.2 (ba8aba26-5e96-4eea-a686-2aaeb846f0a0/36b31cf6-dbdf-4878-923c-db6b2292e664/7943df68-0c53-4add-817b-0b936605069d) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:35.086509 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728448-e2d9-46f9-b378-b29ffb06b93c req-a3b9da36-a100-4957-ba33-dacbb3232e19 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:35.088443 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-42728448-e2d9-46f9-b378-b29ffb06b93c req-a3b9da36-a100-4957-ba33-dacbb3232e19 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.2250049 Jul 08 19:43:35.119292 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc9777de-645e-43ea-8577-8cc7af38e833 req-5b4b8420-03f2-4c1f-b958-abdff0f01c3f tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 210 time: 0.0420601 Jul 08 19:43:35.161158 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-5fc0754a-9ff1-40f3-bac9-59397d547dd0 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810012 Jul 08 19:43:35.221976 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-42728448-e2d9-46f9-b378-b29ffb06b93c req-566c8c89-9671-4674-b277-439febc7f0b8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276674 Jul 08 19:43:35.273361 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c69dbc91-a15d-4261-9984-b9a04d4ec6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:35.340203 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2bde11b-b76f-4398-8c01-78354fd68656 req-a88005b6-7460-4119-9752-ed82cb67724d service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627378 Jul 08 19:43:35.344673 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:35.393611 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:35.431695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d053c5f-8315-4d63-bfc2-ab274bf3e940 req-a9c662d1-efc6-4f34-b58b-f2b245198ec6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:35.433429 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7d053c5f-8315-4d63-bfc2-ab274bf3e940 req-a9c662d1-efc6-4f34-b58b-f2b245198ec6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 943 time: 0.0810306 Jul 08 19:43:35.471587 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:35.473994 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7d053c5f-8315-4d63-bfc2-ab274bf3e940 req-330aaeb3-4151-49b1-9616-567e1fe58031 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349221 Jul 08 19:43:35.479679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:35.484886 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:35.515000 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Pushing event updated for resources: {'Port': ['ID=7943df68-0c53-4add-817b-0b936605069d,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:35.548116 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:35.548785 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:35.562071 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-a98a28cc-b961-4cab-aa01-7b8d1142bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:35.563564 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-a98a28cc-b961-4cab-aa01-7b8d1142bea2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1096 time: 0.1393316 Jul 08 19:43:35.569912 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-264c31ef-1c9e-4b3b-9a27-d7b3949355e6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524034 Jul 08 19:43:35.620275 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Request body: {'port': {'device_id': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:35.719659 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-e8c4551b-a987-40c1-b9af-9af4c98f8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:35.721612 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-e8c4551b-a987-40c1-b9af-9af4c98f8401 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.1506255 Jul 08 19:43:35.725866 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:35.773682 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-1ad2c6cc-c8e3-4da0-82de-4a3fb71ba186 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 217 time: 0.0444484 Jul 08 19:43:35.913208 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-4d99bce4-511b-4f78-a341-e58e44e5f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:35.914694 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-4d99bce4-511b-4f78-a341-e58e44e5f834 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.1150579 Jul 08 19:43:36.068360 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-66b3cf1a-18fa-450c-adb2-e1aae9fecabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:36.070582 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-66b3cf1a-18fa-450c-adb2-e1aae9fecabc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1472590 Jul 08 19:43:36.214955 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7943df68-0c53-4add-817b-0b936605069d {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:36.226011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:36.247067 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-d2fbd8d7-fe3c-4ea3-b65f-6e6a71b95ed1 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568439 Jul 08 19:43:36.251024 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Transition to ACTIVE for port object 7943df68-0c53-4add-817b-0b936605069d will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:36.261682 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:36.276395 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-c55e5c1b-a11c-423f-b867-ae06df2ebbf6 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:36.277908 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-c55e5c1b-a11c-423f-b867-ae06df2ebbf6 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/networks?id=b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 200 len: 814 time: 0.1113074 Jul 08 19:43:36.294104 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-c847e673-5ec7-4043-856f-163c950d1c6b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/quotas/a96ad5e078234b8b96916fc822a8e813 HTTP/1.1" status: 200 len: 375 time: 0.0095384 Jul 08 19:43:36.333690 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-4e87030c-96af-4b07-8de5-3d90bcc7accb tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96ad5e078234b8b96916fc822a8e813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327966 Jul 08 19:43:36.433238 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-345e52c8-da8b-465b-9097-27fd177c30e9 service neutron] 10.222.0.41 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927808 Jul 08 19:43:36.542271 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-0c46f331-c9fe-4703-92c2-4881f8029b55 service neutron] 10.222.0.41 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029580 Jul 08 19:43:36.624902 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Pushing event updated for resources: {'Port': ['ID=7943df68-0c53-4add-817b-0b936605069d,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:36.713605 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eee50-2ccd-4b77-adb6-cc6e6618fbf1 req-fc936ac6-8b79-4f0d-99d8-dd9f001f452c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:36.715087 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-168eee50-2ccd-4b77-adb6-cc6e6618fbf1 req-fc936ac6-8b79-4f0d-99d8-dd9f001f452c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 943 time: 0.4657872 Jul 08 19:43:36.728722 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75a1f54c-bfc2-4173-967d-d2e9f75ddc2a req-2e7e6a55-7656-4004-b716-38d262134b7a service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154577 Jul 08 19:43:36.765458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Attempting to bind port 7943df68-0c53-4add-817b-0b936605069d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:36.767918 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Attempting to bind port 7943df68-0c53-4add-817b-0b936605069d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:36.768261 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Attempting to bind port 7943df68-0c53-4add-817b-0b936605069d on network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:36.781187 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Port 7943df68-0c53-4add-817b-0b936605069d on network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:36.781581 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Attempting to bind port 7943df68-0c53-4add-817b-0b936605069d on network ba8aba26-5e96-4eea-a686-2aaeb846f0a0 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:36.786367 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-168eee50-2ccd-4b77-adb6-cc6e6618fbf1 req-0f397b05-67bc-48ea-9582-0a9128a00dfc tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617850 Jul 08 19:43:36.790513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:36.790867 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Checking segment: {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:36.791260 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Bound using segment: {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:36.791780 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Bound port: 7943df68-0c53-4add-817b-0b936605069d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77b0357-48fe-46ae-a6a9-1250f802eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:36.792044 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:36.858253 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a17449-80b1-4add-9cd6-40c09d2a4a97 req-58c72205-3826-4339-be43-6c66dd193eec tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:36.859931 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-13a17449-80b1-4add-9cd6-40c09d2a4a97 req-58c72205-3826-4339-be43-6c66dd193eec tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1056008 Jul 08 19:43:36.882991 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] For port 7943df68-0c53-4add-817b-0b936605069d, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:36.887068 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] For port 7943df68-0c53-4add-817b-0b936605069d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7943df68-0c53-4add-817b-0b936605069d,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:36.894237 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:36.914911 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-13a17449-80b1-4add-9cd6-40c09d2a4a97 req-c68b6b28-83a0-463c-b83d-524e09dc0b99 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487444 Jul 08 19:43:36.953227 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:36.953832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:36.955998 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] 10.222.0.91 "PUT /v2.0/ports/7943df68-0c53-4add-817b-0b936605069d HTTP/1.1" status: 200 len: 1093 time: 1.3666456 Jul 08 19:43:36.956565 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'tag': '7943df68-0c53-4add-817b-0b936605069d'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:36.959007 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24" -d '{"events": [{"name": "network-changed", "server_uuid": "35c17e2f-c803-43df-936e-e03b2bce9c0e", "tag": "7943df68-0c53-4add-817b-0b936605069d"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:37.002095 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1c6c8-b557-409e-a0a2-e3c813e0403f service neutron] Pushing event updated for resources: {'Port': ['ID=7943df68-0c53-4add-817b-0b936605069d,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:37.034194 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2d572dff-0e48-4feb-b088-3c998d62ba05 req-faca1b0b-483d-471a-a2b6-2846bfbca759 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0567238 Jul 08 19:43:37.069393 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de51d8c-8df2-4b7f-8e2e-5519ab777273 req-94f78c56-7afa-4466-913d-ce4385d6cab2 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:37.076915 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1de51d8c-8df2-4b7f-8e2e-5519ab777273 req-94f78c56-7afa-4466-913d-ce4385d6cab2 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 943 time: 0.1414056 Jul 08 19:43:37.135406 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1de51d8c-8df2-4b7f-8e2e-5519ab777273 req-5c9f65ab-2df6-44cb-b5fe-20eb904122b6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575776 Jul 08 19:43:37.165086 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c5997d18-4eab-422f-9ac8-fa1843826e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:37.166675 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-c5997d18-4eab-422f-9ac8-fa1843826e08 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 1096 time: 0.1441572 Jul 08 19:43:37.229027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec128e2a-6375-4e79-9fd8-fc2935283d36 x-openstack-request-id: req-ec128e2a-6375-4e79-9fd8-fc2935283d36 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:37.229461 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c17e2f-c803-43df-936e-e03b2bce9c0e", "tag": "7943df68-0c53-4add-817b-0b936605069d", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:37.229742 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec128e2a-6375-4e79-9fd8-fc2935283d36 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:37.230219 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'tag': '7943df68-0c53-4add-817b-0b936605069d', 'status': 'completed', 'code': 200} Jul 08 19:43:37.232125 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-b57e71f0-8af9-4625-8528-0417a481be88 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7943df68-0c53-4add-817b-0b936605069d HTTP/1.1" status: 200 len: 217 time: 0.0556610 Jul 08 19:43:37.296515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-40e657aa-b868-4867-a092-dc6a23204fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:37.297930 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-40e657aa-b868-4867-a092-dc6a23204fb8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b31cf6-dbdf-4878-923c-db6b2292e664 HTTP/1.1" status: 200 len: 849 time: 0.0455468 Jul 08 19:43:37.346533 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-e0d20a47-1fb0-4fa8-b2d9-6b2b5bad4dae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309050 Jul 08 19:43:37.451897 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-77aae1e4-44f4-44a5-98eb-727d4dd723cc service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907834 Jul 08 19:43:37.563738 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4d72427-9592-493c-a87c-f6dfa1a9b99d req-bf19cb5e-6ff3-4f2f-b804-4d620202d4b3 service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931523 Jul 08 19:43:37.706451 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-e36e38ff-f145-4dcd-ada1-39995f1bd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:37.707944 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-e36e38ff-f145-4dcd-ada1-39995f1bd513 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 1096 time: 0.0581944 Jul 08 19:43:37.806393 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-e93aa90b-6f5d-475c-8e46-1530d663e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:37.807845 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-e93aa90b-6f5d-475c-8e46-1530d663e86b service neutron] 10.222.0.91 "GET /v2.0/networks?id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 200 len: 910 time: 0.0871482 Jul 08 19:43:37.858233 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-442cab77-0b62-43cc-8dc5-759b002adbfc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7943df68-0c53-4add-817b-0b936605069d HTTP/1.1" status: 200 len: 217 time: 0.0427964 Jul 08 19:43:37.949494 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-8043f242-3ba1-46e1-bdb6-16b1178d00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:37.950890 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-8043f242-3ba1-46e1-bdb6-16b1178d00b0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b31cf6-dbdf-4878-923c-db6b2292e664 HTTP/1.1" status: 200 len: 849 time: 0.0825770 Jul 08 19:43:37.994717 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:38.006417 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-9ce9ee8a-7737-43a1-b475-cbb8210870cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ba8aba26-5e96-4eea-a686-2aaeb846f0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316150 Jul 08 19:43:38.014043 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859e5fc-61cf-48bb-bf06-19e6524c985c req-887786c8-f564-4316-a715-f27a3ddd627b tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:38.015547 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b859e5fc-61cf-48bb-bf06-19e6524c985c req-887786c8-f564-4316-a715-f27a3ddd627b tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 943 time: 0.1088617 Jul 08 19:43:38.106318 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b859e5fc-61cf-48bb-bf06-19e6524c985c req-a778ac35-0cd7-4024-ada3-f8be6b5584ac tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815737 Jul 08 19:43:38.126852 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ef6e0-da62-4711-8cfe-d0317b1f8dce req-850010ec-6670-4927-bf67-3c4654e6c96d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:38.128902 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f25ef6e0-da62-4711-8cfe-d0317b1f8dce req-850010ec-6670-4927-bf67-3c4654e6c96d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0897629 Jul 08 19:43:38.134000 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:38.156617 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-0ba38318-38f5-47a9-ae88-b1a4a4af51b3 service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386058 Jul 08 19:43:38.183239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'port_id': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'mac_address': 'fa:16:3e:95:84:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:38.223283 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f25ef6e0-da62-4711-8cfe-d0317b1f8dce req-b6662992-013f-4dbd-a4c6-4cc52ecfebc4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 Jul 08 19:43:38.287215 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:38.305069 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f419020d-2c4b-49b5-9da2-9c26ae58b834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:38.330914 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:38.337582 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:38.356409 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-49431a72-de60-4a00-83ad-b063f33a8e28 req-2fb09e2d-bb5b-4c3b-a432-3e85ce633bab tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0551739 Jul 08 19:43:38.364374 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e63f9d47-eda6-4630-9dc4-2ba817b8ea24 req-f07e0627-e087-41df-a9a7-4c2d0b577c56 service neutron] 10.222.0.91 "GET /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972327 Jul 08 19:43:38.390823 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:38.410378 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:38.494418 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbec0-6c01-4450-8b69-fd6b70942a4e req-919522f6-0375-453b-b6a1-4134172376c4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:38.506154 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b9ffbec0-6c01-4450-8b69-fd6b70942a4e req-919522f6-0375-453b-b6a1-4134172376c4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 944 time: 0.1007512 Jul 08 19:43:38.527507 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-5f1f4218-b487-426e-a163-5b7a946dcd33 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:38.528986 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-5f1f4218-b487-426e-a163-5b7a946dcd33 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "GET /v2.0/networks?id=b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 200 len: 814 time: 0.1462762 Jul 08 19:43:38.535486 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:38.556315 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Request body: {'port': {'device_id': 'a9093e3b-4e33-4766-b369-0e993874608f', 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4', 'admin_state_up': True, 'tenant_id': 'a96ad5e078234b8b96916fc822a8e813'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:38.576012 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b9ffbec0-6c01-4450-8b69-fd6b70942a4e req-cc0f2caa-3f6a-4480-bdef-d4a5b1e8e59a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585415 Jul 08 19:43:38.771929 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Made reservation on behalf of a96ad5e078234b8b96916fc822a8e813 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:38.777197 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:38.829714 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:38.949229 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Allocated IP 172.20.0.3 (b19f2000-0270-4767-89c9-6a3bcf903ef4/b14c578a-f660-4b62-afc0-5ff7446a2fcc/27a09551-60fc-4ff8-aca4-ecd7d1c81e01) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:38.960799 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.112219 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.156144 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.207012 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Network b19f2000-0270-4767-89c9-6a3bcf903ef4 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:39.215050 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:39.219349 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:39.228583 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Pushing event updated for resources: {'Port': ['ID=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:39.304957 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:39.305611 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.331376 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-6b7cf888-ae8f-49e1-9a53-3317d08657da tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812436 Jul 08 19:43:39.346665 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3e24c-63bd-4e47-a6b1-bc0bcfe3d968 req-1e4e9618-4733-4216-b8b5-93e829db14b0 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:39.348188 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-55c3e24c-63bd-4e47-a6b1-bc0bcfe3d968 req-1e4e9618-4733-4216-b8b5-93e829db14b0 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 943 time: 0.0981901 Jul 08 19:43:39.355858 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Request body: {'port': {'device_id': 'a9093e3b-4e33-4766-b369-0e993874608f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:39.459354 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-55c3e24c-63bd-4e47-a6b1-bc0bcfe3d968 req-cba8a266-4f2f-4304-b065-951c76a25968 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007655 Jul 08 19:43:39.474597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.748742 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132e13d-e796-4253-b2e5-91e60695782d req-096d6d23-d435-4f94-ba6f-6cbabf9acc9c tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:39.750377 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7132e13d-e796-4253-b2e5-91e60695782d req-096d6d23-d435-4f94-ba6f-6cbabf9acc9c tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 931 time: 0.1487539 Jul 08 19:43:39.832444 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7132e13d-e796-4253-b2e5-91e60695782d req-f7194c4b-3e20-4a5b-a78e-c51e4edfed18 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752749 Jul 08 19:43:39.898675 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:39.907399 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17621bce-edd8-4bbb-9f4d-cc9362ff99e1 req-4d097ea5-8fc2-4a13-af10-d18903bbf71e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:39.909187 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-17621bce-edd8-4bbb-9f4d-cc9362ff99e1 req-4d097ea5-8fc2-4a13-af10-d18903bbf71e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 944 time: 0.1041462 Jul 08 19:43:39.911225 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.927221 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Transition to ACTIVE for port object 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:39.932893 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:39.952580 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-17621bce-edd8-4bbb-9f4d-cc9362ff99e1 req-e19bae3f-7c7d-462d-8452-2ec6208db155 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376520 Jul 08 19:43:40.011845 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 7943df68-0c53-4add-817b-0b936605069d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:40.015123 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:40.023651 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Pushing event updated for resources: {'Port': ['ID=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:40.078611 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Attempting to bind port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:40.078965 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Attempting to bind port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:40.079298 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Attempting to bind port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 on network b19f2000-0270-4767-89c9-6a3bcf903ef4 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:40.089715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 on network b19f2000-0270-4767-89c9-6a3bcf903ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:40.090048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Attempting to bind port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 on network b19f2000-0270-4767-89c9-6a3bcf903ef4 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:40.097687 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:40.098038 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Checking segment: {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:40.098433 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Bound using segment: {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:40.098876 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Bound port: 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:40.099232 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.176252 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1338652-d956-4948-aaa8-a479b622d93c req-6773db74-96f8-480c-81ba-8a35e75ed15b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:40.186685 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d1338652-d956-4948-aaa8-a479b622d93c req-6773db74-96f8-480c-81ba-8a35e75ed15b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1011841 Jul 08 19:43:40.197313 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] For port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:40.209004 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] For port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:40.222497 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.222895 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:40.244455 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 7943df68-0c53-4add-817b-0b936605069d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7943df68-0c53-4add-817b-0b936605069d,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:40.250085 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:40.250222 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.251058 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:40.252573 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.255857 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] 10.222.0.91 "PUT /v2.0/ports/27a09551-60fc-4ff8-aca4-ecd7d1c81e01 HTTP/1.1" status: 200 len: 1093 time: 0.9038329 Jul 08 19:43:40.259257 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9093e3b-4e33-4766-b369-0e993874608f', 'tag': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:40.259371 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d1338652-d956-4948-aaa8-a479b622d93c req-d44c1763-ac26-4e2c-92eb-adc3ab5ba38a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700972 Jul 08 19:43:40.277541 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c77c37-a49d-43fd-b0c3-7c40145d3167" -d '{"events": [{"name": "network-changed", "server_uuid": "a9093e3b-4e33-4766-b369-0e993874608f", "tag": "27a09551-60fc-4ff8-aca4-ecd7d1c81e01"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:40.325472 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '7943df68-0c53-4add-817b-0b936605069d', 'network_id': 'ba8aba26-5e96-4eea-a686-2aaeb846f0a0', 'port_id': '7943df68-0c53-4add-817b-0b936605069d', 'mac_address': 'fa:16:3e:45:3f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b31cf6-dbdf-4878-923c-db6b2292e664', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:40.392618 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.399634 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876de7c4-c523-469b-864c-5c5a6d9bc4e1 x-openstack-request-id: req-876de7c4-c523-469b-864c-5c5a6d9bc4e1 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:40.400048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9093e3b-4e33-4766-b369-0e993874608f", "tag": "27a09551-60fc-4ff8-aca4-ecd7d1c81e01", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:40.400396 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-876de7c4-c523-469b-864c-5c5a6d9bc4e1 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:40.400884 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9093e3b-4e33-4766-b369-0e993874608f', 'tag': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01', 'status': 'completed', 'code': 200} Jul 08 19:43:40.424296 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.432052 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e63305-7f5d-41e6-9cb5-dcc237028416 service neutron] Pushing event updated for resources: {'Port': ['ID=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:40.443403 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7943df68-0c53-4add-817b-0b936605069d {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:40.447081 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:40.449334 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540608d9-02d0-445f-883e-fd2bf199f103" -d '{"events": [{"server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:40.471291 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:40.477066 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-cf1e48d3-ee10-4611-87ef-6a6e12d69087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:40.478344 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.479625 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-cf1e48d3-ee10-4611-87ef-6a6e12d69087 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a96ad5e078234b8b96916fc822a8e813&device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 1096 time: 0.1412513 Jul 08 19:43:40.485510 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 7943df68-0c53-4add-817b-0b936605069d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7943df68-0c53-4add-817b-0b936605069d,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:40.542715 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecd7368-df57-46d3-9d2b-adcbb51fdd66 x-openstack-request-id: req-4ecd7368-df57-46d3-9d2b-adcbb51fdd66 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:40.543025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:40.543265 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ecd7368-df57-46d3-9d2b-adcbb51fdd66 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:40.543658 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'code': 200} Jul 08 19:43:40.544296 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.567173 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-7fee3f72-3ad0-498f-a91f-942a7e67ff2d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01 HTTP/1.1" status: 200 len: 217 time: 0.0770307 Jul 08 19:43:40.605242 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:40.634911 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-0fba967d-17c4-405b-bfc3-4d88c3c9d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:40.636266 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-0fba967d-17c4-405b-bfc3-4d88c3c9d8b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b14c578a-f660-4b62-afc0-5ff7446a2fcc HTTP/1.1" status: 200 len: 854 time: 0.0600543 Jul 08 19:43:40.684404 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-3e736a8b-4567-4b59-a4a2-9351504d0afc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b19f2000-0270-4767-89c9-6a3bcf903ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397558 Jul 08 19:43:40.857411 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=7943df68-0c53-4add-817b-0b936605069d,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:40.861836 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:40.873088 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54064d-e591-43c3-a617-2c2e57e7087d req-ae95ee00-ba2d-4341-ace1-f1da191cadc1 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:40.875028 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4c54064d-e591-43c3-a617-2c2e57e7087d req-ae95ee00-ba2d-4341-ace1-f1da191cadc1 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 944 time: 0.1926882 Jul 08 19:43:40.883728 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-c5d2ad46-1f6c-4cd8-8a0d-4783ce91e500 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885722 Jul 08 19:43:40.940902 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501693d-7374-4234-8f31-d3f09bbcf74c req-ded31f0f-72a3-4bf0-999e-7d78a4f104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:40.942436 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6501693d-7374-4234-8f31-d3f09bbcf74c req-ded31f0f-72a3-4bf0-999e-7d78a4f104a2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1098 time: 0.1727815 Jul 08 19:43:41.055251 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['7943df68-0c53-4add-817b-0b936605069d'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:41.201780 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d84a0-ba2e-4d53-a396-6604710aed45 req-6a501144-16f9-4087-9c78-d24f76ac947f tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:41.203512 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-942d84a0-ba2e-4d53-a396-6604710aed45 req-6a501144-16f9-4087-9c78-d24f76ac947f tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 943 time: 0.0694292 Jul 08 19:43:41.235957 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4c54064d-e591-43c3-a617-2c2e57e7087d req-b46f4f6c-acf1-4a94-b7e0-82df359ed906 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422213 Jul 08 19:43:41.249245 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-942d84a0-ba2e-4d53-a396-6604710aed45 req-f51d5a44-8fc4-412f-adc9-febd34963f38 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Jul 08 19:43:41.268247 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6501693d-7374-4234-8f31-d3f09bbcf74c req-aa0101d1-c5fb-44a9-88f9-e647fdb608a6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986171 Jul 08 19:43:41.286901 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc8b757a-fbdb-4bb4-8a32-cebcb1ae97c6 req-08697998-142f-4ff0-b35f-2a9f2fe405d9 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810718 Jul 08 19:43:41.441064 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd9249-61a0-4d14-8b1c-889b072e12ac req-cb860313-b1d0-4a0c-b576-b748b9f4f568 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:41.450013 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-efcd9249-61a0-4d14-8b1c-889b072e12ac req-cb860313-b1d0-4a0c-b576-b748b9f4f568 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0906246 Jul 08 19:43:41.531983 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-efcd9249-61a0-4d14-8b1c-889b072e12ac req-57d6c392-abc7-47f7-ad8c-58c960cb28d5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806606 Jul 08 19:43:41.587156 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-5004c936-6d07-4966-b1b8-a6aedd7b74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:41.589573 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-5004c936-6d07-4966-b1b8-a6aedd7b74e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a96ad5e078234b8b96916fc822a8e813&device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 1096 time: 0.0914924 Jul 08 19:43:41.686452 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-e4fd916c-704a-424e-8366-70697f5b7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:41.687810 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-e4fd916c-704a-424e-8366-70697f5b7453 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 200 len: 915 time: 0.0905404 Jul 08 19:43:41.731419 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-8b5a1ae3-6a20-4d5d-b696-27da6a44e1eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01 HTTP/1.1" status: 200 len: 217 time: 0.0350308 Jul 08 19:43:41.795205 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-48c442d1-fed1-450f-8e77-e5d9b44c2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:41.796685 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-48c442d1-fed1-450f-8e77-e5d9b44c2606 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b14c578a-f660-4b62-afc0-5ff7446a2fcc HTTP/1.1" status: 200 len: 854 time: 0.0532715 Jul 08 19:43:41.843101 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-0bae39de-1ca8-4d99-92c5-29b2fbeb0ed5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b19f2000-0270-4767-89c9-6a3bcf903ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345576 Jul 08 19:43:41.945706 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-1d0cbe5c-6a5c-4fac-b145-0324c794ef76 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937741 Jul 08 19:43:42.047582 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8c77c37-a49d-43fd-b0c3-7c40145d3167 req-2f365465-7178-4987-bbda-8599416372b9 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947022 Jul 08 19:43:42.440626 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef232a-7257-4e1b-be18-dab8523e169c req-66ca177e-4f91-48f4-8874-48770b158fcf tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:42.443263 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-34ef232a-7257-4e1b-be18-dab8523e169c req-66ca177e-4f91-48f4-8874-48770b158fcf tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 944 time: 0.0780354 Jul 08 19:43:42.461842 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ffb4-b2a7-4724-ad9d-bc13392801b9 req-6a48e89f-8d0f-48a9-9e72-7c13b6280117 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:42.463475 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9483ffb4-b2a7-4724-ad9d-bc13392801b9 req-6a48e89f-8d0f-48a9-9e72-7c13b6280117 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 943 time: 0.0850098 Jul 08 19:43:42.494360 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-34ef232a-7257-4e1b-be18-dab8523e169c req-dc38099b-cc7b-40b4-aeee-63ba20c9ebe7 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Jul 08 19:43:42.525183 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9483ffb4-b2a7-4724-ad9d-bc13392801b9 req-fe3f1626-e281-47d6-a8f0-94f8c0e5f109 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534730 Jul 08 19:43:42.725216 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0426f-ac9c-4df6-a903-ab5a39f36b29 req-7bd87f73-d6ba-41af-9fe0-d8a36298324c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:42.726757 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-72c0426f-ac9c-4df6-a903-ab5a39f36b29 req-7bd87f73-d6ba-41af-9fe0-d8a36298324c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0631266 Jul 08 19:43:42.728637 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-4f002e21-c4a1-4f6f-bd4e-5b04617e48ee tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:42.730171 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-4f002e21-c4a1-4f6f-bd4e-5b04617e48ee tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.1061857 Jul 08 19:43:42.744809 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-7b8a4c91-4a06-48f6-9fec-c3c51b1e3239 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/quotas/2c094057931b40099e2aa2ab073b03bd HTTP/1.1" status: 200 len: 375 time: 0.0093720 Jul 08 19:43:42.769131 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-72c0426f-ac9c-4df6-a903-ab5a39f36b29 req-2b83b7a3-6f86-405d-8e84-018755b0f19c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359700 Jul 08 19:43:42.847417 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-317500f2-8ec1-48cf-a21e-2484a7201704 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968478 Jul 08 19:43:42.972871 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-f557728e-28c5-44fc-a74a-62e008205c3a service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186583 Jul 08 19:43:43.068923 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-c5be2363-e4ab-4b11-8849-cb4eba9a66c7 service neutron] 10.222.0.41 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900083 Jul 08 19:43:43.248361 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e3573b19-3da9-44a1-ba42-3801f010dfab req-0141abe5-0e48-4c60-9185-6ea4c741f53c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 210 time: 0.0341733 Jul 08 19:43:43.702441 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e0da9-e9ca-420a-b899-66ef9f77623d req-55333d9a-ad04-407a-ba37-b749080aee87 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:43.704078 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc1e0da9-e9ca-420a-b899-66ef9f77623d req-55333d9a-ad04-407a-ba37-b749080aee87 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 944 time: 0.0708549 Jul 08 19:43:43.731902 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821e467-5801-47c9-aa88-a3cdd6e12199 req-da047da6-6110-41ac-9b8f-540f21c26717 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:43.734409 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a821e467-5801-47c9-aa88-a3cdd6e12199 req-da047da6-6110-41ac-9b8f-540f21c26717 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 943 time: 0.0733302 Jul 08 19:43:43.746440 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc1e0da9-e9ca-420a-b899-66ef9f77623d req-f5265031-01d2-4943-b2eb-69e01b6e6b08 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Jul 08 19:43:43.775815 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a821e467-5801-47c9-aa88-a3cdd6e12199 req-1967d92b-e7e7-46e5-8edf-34f1ec0b46ca tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Jul 08 19:43:43.941531 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:43.947019 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eace1b-1975-4372-be83-c0dc3129f993 req-1625296e-ad32-497f-b22d-60cd4ab244e5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:43.948499 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b0eace1b-1975-4372-be83-c0dc3129f993 req-1625296e-ad32-497f-b22d-60cd4ab244e5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0639744 Jul 08 19:43:43.986268 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b0eace1b-1975-4372-be83-c0dc3129f993 req-fe047751-b21d-438b-b62c-08bed96a9ccb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Jul 08 19:43:44.042859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:44.055084 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 7943df68-0c53-4add-817b-0b936605069d up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:44.153498 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 7943df68-0c53-4add-817b-0b936605069d completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:44.164251 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323a75-033d-47b1-a292-d5a7754c4ab1 req-180e44da-2f13-4d61-a452-323c404be415 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:44.164881 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 7943df68-0c53-4add-817b-0b936605069d triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:44.165262 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:44.165766 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-43323a75-033d-47b1-a292-d5a7754c4ab1 req-180e44da-2f13-4d61-a452-323c404be415 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0751865 Jul 08 19:43:44.175197 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 43266) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:44.179819 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'floatingip': {'port_id': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:44.206304 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:44.224171 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01', 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4', 'port_id': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01', 'mac_address': 'fa:16:3e:3b:f4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14c578a-f660-4b62-afc0-5ff7446a2fcc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:44.251704 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:44.292388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:44.309749 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:44.312429 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:44.348261 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:44.352901 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7943df68-0c53-4add-817b-0b936605069d'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:44.355187 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c04ea-e6c6-4361-a70a-f32b940b2849" -d '{"events": [{"server_uuid": "35c17e2f-c803-43df-936e-e03b2bce9c0e", "name": "network-vif-plugged", "status": "completed", "tag": "7943df68-0c53-4add-817b-0b936605069d"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:44.371893 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:44.379949 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 7943df68-0c53-4add-817b-0b936605069d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7943df68-0c53-4add-817b-0b936605069d,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:44.400537 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:44.425213 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-51b9b204-f6ab-4469-af45-b38953d608af req-9bbae9a8-dc33-44b3-94ac-62e2f35caf1b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 210 time: 0.0522130 Jul 08 19:43:44.449890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:44.487538 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc165a82-392c-4ce7-a29c-669d2436e6e9 x-openstack-request-id: req-cc165a82-392c-4ce7-a29c-669d2436e6e9 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:44.487838 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c17e2f-c803-43df-936e-e03b2bce9c0e", "name": "network-vif-plugged", "status": "completed", "tag": "7943df68-0c53-4add-817b-0b936605069d", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:44.488097 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc165a82-392c-4ce7-a29c-669d2436e6e9 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:44.488486 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7943df68-0c53-4add-817b-0b936605069d', 'code': 200} Jul 08 19:43:44.521318 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=7943df68-0c53-4add-817b-0b936605069d,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:44.888703 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['27a09551-60fc-4ff8-aca4-ecd7d1c81e01'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:44.905366 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-1998fcae-a66f-43a1-ac4f-887bf056bf9a tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:44.906983 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-1998fcae-a66f-43a1-ac4f-887bf056bf9a tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 815 time: 0.3469849 Jul 08 19:43:44.991207 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Request body: {'port': {'device_id': '276635c6-00df-4aca-babc-c593464ae716', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'admin_state_up': True, 'tenant_id': '2c094057931b40099e2aa2ab073b03bd'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:45.001436 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734ddc-8a90-4eec-b544-aa70de671e03 req-df7dd2dd-5602-4d11-a6fb-4f3f513efa97 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:45.003973 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5c734ddc-8a90-4eec-b544-aa70de671e03 req-df7dd2dd-5602-4d11-a6fb-4f3f513efa97 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.1280024 Jul 08 19:43:45.044438 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5c734ddc-8a90-4eec-b544-aa70de671e03 req-fcac3367-a1b3-4bd4-8d93-bc1be390f06c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Jul 08 19:43:45.338954 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.db.resource_extend [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 19:43:45.422371 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a755e6-a9f5-4d95-aaf9-8fa4d12131dc req-b1346894-e603-4a44-9250-3f746269fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:45.424667 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b0a755e6-a9f5-4d95-aaf9-8fa4d12131dc req-b1346894-e603-4a44-9250-3f746269fc18 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 1098 time: 0.6447325 Jul 08 19:43:45.485273 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:45.495998 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:45.564578 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b727d4-0276-4e46-906c-6d6b97e5a6d0 req-8500603d-628c-456c-8911-6d64c8556741 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:45.566080 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d5b727d4-0276-4e46-906c-6d6b97e5a6d0 req-8500603d-628c-456c-8911-6d64c8556741 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 944 time: 0.5701258 Jul 08 19:43:45.572576 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b0a755e6-a9f5-4d95-aaf9-8fa4d12131dc req-2ee695e0-72ac-4f11-b10d-5a73d44d2d4c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268892 Jul 08 19:43:45.576014 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Made reservation on behalf of 2c094057931b40099e2aa2ab073b03bd for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:43:45.579510 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:45.580191 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-59135485-b3e2-433e-a0be-b77be3b9fec6 req-104f8604-fcc2-441a-a292-80607b6ee679 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 210 time: 0.0320222 Jul 08 19:43:45.710316 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d5b727d4-0276-4e46-906c-6d6b97e5a6d0 req-f556b7d2-626a-4141-9755-32bffbe738c9 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367736 Jul 08 19:43:45.723750 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Floating IP f35f5923-4adf-4d5f-b69c-c27a29549da7 associated. External IP: 172.27.1.112, port: 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf. Jul 08 19:43:45.797482 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:43:45.867519 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Allocated IP 172.20.0.2 (125a1fc8-7604-4434-9526-7ffbebc2ec79/8d5431c0-c08c-4a69-bb7f-553aa798e76f/81f918af-07eb-4db1-b866-aeb6959d98c9) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:43:46.073089 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:43:46.145083 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:46.272768 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:43:46.278768 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:46.281993 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66b022-3386-4340-9990-973383f67b3c None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:43:46.292654 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:43:46.293374 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:43:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:46.310563 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:46.323959 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad', '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'c4a77e02-5a92-43e9-833f-5e49e2086b63'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:46.355984 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f85c-a8ec-4548-887d-a79eadbe570d req-a2b9665a-f922-45d8-af41-c7e56e33990c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:46.361570 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-22a5f85c-a8ec-4548-887d-a79eadbe570d req-a2b9665a-f922-45d8-af41-c7e56e33990c tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.1663873 Jul 08 19:43:46.386244 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-536fb585-ac74-405e-a17b-533e02d4633e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "PUT /v2.0/floatingips/f35f5923-4adf-4d5f-b69c-c27a29549da7 HTTP/1.1" status: 200 len: 991 time: 2.2099371 Jul 08 19:43:46.393621 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:46.395973 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f09b62-d894-4e21-8eeb-f504c2bb1e67" -d '{"events": [{"name": "network-changed", "server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:46.399648 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Network 125a1fc8-7604-4434-9526-7ffbebc2ec79 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:43:46.408702 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:43:46.412911 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:43:46.416236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event updated for resources: {'Port': ['ID=81f918af-07eb-4db1-b866-aeb6959d98c9,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:46.419648 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:43:46.468751 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-22a5f85c-a8ec-4548-887d-a79eadbe570d req-30db9e47-fac5-4332-8206-3fdb584888a2 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994503 Jul 08 19:43:46.485578 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:46.486229 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:46.515229 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-3c5b3fda-ca9b-4aa6-a17f-5ec0ed6fb802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5880702 Jul 08 19:43:46.531534 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Request body: {'port': {'device_id': '276635c6-00df-4aca-babc-c593464ae716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:43:46.560723 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267d07a-9d63-4ca3-9e91-3c60c729b85b x-openstack-request-id: req-e267d07a-9d63-4ca3-9e91-3c60c729b85b {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:46.561093 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:46.561794 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e267d07a-9d63-4ca3-9e91-3c60c729b85b {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:46.561794 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'status': 'completed', 'code': 200} Jul 08 19:43:46.655039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:46.705916 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'f35f5923-4adf-4d5f-b69c-c27a29549da7', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'port_id': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'mac_address': 'fa:16:3e:95:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:43:26Z', 'updated_at': '2021-07-08T19:43:44Z', 'revision_number': 1, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:46.722768 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-713e05e3-a411-40ef-802b-7583ebb7bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:46.724313 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-713e05e3-a411-40ef-802b-7583ebb7bc8b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1098 time: 0.1049962 Jul 08 19:43:46.740980 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66b022-3386-4340-9990-973383f67b3c None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:43:46.752435 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:43:46.753421 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:43:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:46.864283 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:43:46.924531 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb850777-4e5b-4e81-89b3-aaf1d0ea348a req-a2285d35-b41a-4534-92e1-75ca9c173845 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:46.926009 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bb850777-4e5b-4e81-89b3-aaf1d0ea348a req-a2285d35-b41a-4534-92e1-75ca9c173845 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 944 time: 0.0692992 Jul 08 19:43:46.969236 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bb850777-4e5b-4e81-89b3-aaf1d0ea348a req-9fe9b470-813d-4a37-b070-b060b4b632c9 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375087 Jul 08 19:43:47.015537 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb8f3b-a81d-449a-8382-40ebcb1caddb req-ad6621c7-31be-465f-aa7a-7f64aa08723c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:47.017905 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4bb8f3b-a81d-449a-8382-40ebcb1caddb req-ad6621c7-31be-465f-aa7a-7f64aa08723c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 931 time: 0.2925484 Jul 08 19:43:47.021530 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-24225516-4b8f-457b-8bfe-c0cfe6844503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:47.023702 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-24225516-4b8f-457b-8bfe-c0cfe6844503 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.2918050 Jul 08 19:43:47.135656 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cb66b022-3386-4340-9990-973383f67b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'f35f5923-4adf-4d5f-b69c-c27a29549da7', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'port_id': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'mac_address': 'fa:16:3e:95:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:43:26Z', 'updated_at': '2021-07-08T19:43:44Z', 'revision_number': 1, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:43:47.140643 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4bb8f3b-a81d-449a-8382-40ebcb1caddb req-405f4a7c-6a71-4404-a801-39a4c0d4d757 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155024 Jul 08 19:43:47.167143 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66b022-3386-4340-9990-973383f67b3c None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'f35f5923-4adf-4d5f-b69c-c27a29549da7', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'port_id': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'mac_address': 'fa:16:3e:95:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:43:26Z', 'updated_at': '2021-07-08T19:43:44Z', 'revision_number': 1, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:43:47.184919 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-6a9dc548-7886-400a-b2ec-97af55ef4ff0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 999 time: 0.1307290 Jul 08 19:43:47.195817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f918af-07eb-4db1-b866-aeb6959d98c9 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:47.212185 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:47.290175 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Transition to ACTIVE for port object 81f918af-07eb-4db1-b866-aeb6959d98c9 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:43:47.302434 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:47.306657 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-f071165e-3ab0-4ef9-bad9-6f26294f9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:47.308501 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-f071165e-3ab0-4ef9-bad9-6f26294f9ced service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.1000597 Jul 08 19:43:47.400568 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Pushing event updated for resources: {'Port': ['ID=81f918af-07eb-4db1-b866-aeb6959d98c9,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:47.436642 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a18a2d-5886-482a-9aca-42ac990093c8 None None] New status for floating IP f35f5923-4adf-4d5f-b69c-c27a29549da7: ACTIVE {{(pid=99695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:43:47.490347 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-672026b0-0c94-4e40-b9f4-2e9c9d7e79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:47.491847 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-672026b0-0c94-4e40-b9f4-2e9c9d7e79f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1563733 Jul 08 19:43:47.492647 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Attempting to bind port 81f918af-07eb-4db1-b866-aeb6959d98c9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:43:47.492977 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Attempting to bind port 81f918af-07eb-4db1-b866-aeb6959d98c9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:43:47.493300 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Attempting to bind port 81f918af-07eb-4db1-b866-aeb6959d98c9 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:47.497856 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Port 81f918af-07eb-4db1-b866-aeb6959d98c9 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:43:47.498175 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Attempting to bind port 81f918af-07eb-4db1-b866-aeb6959d98c9 on network 125a1fc8-7604-4434-9526-7ffbebc2ec79 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:43:47.504471 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:43:47.505003 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Checking segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:43:47.505369 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Bound using segment: {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:43:47.505841 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Bound port: 81f918af-07eb-4db1-b866-aeb6959d98c9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795b6057-aa9b-4bfd-834a-1a15b9f14e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:43:47.506197 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:47.951282 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] For port 81f918af-07eb-4db1-b866-aeb6959d98c9, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:43:47.956720 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] For port 81f918af-07eb-4db1-b866-aeb6959d98c9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=81f918af-07eb-4db1-b866-aeb6959d98c9,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:43:47.963619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:47.969601 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-04d97f50-87fb-4cfe-9bfa-5772e78240ff service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610667 Jul 08 19:43:48.066493 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.067113 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:48.068512 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] 10.222.0.91 "PUT /v2.0/ports/81f918af-07eb-4db1-b866-aeb6959d98c9 HTTP/1.1" status: 200 len: 1093 time: 1.5417783 Jul 08 19:43:48.076783 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:48.098289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd129f2-2f7a-493f-9617-e439dd91f32e req-3e275175-f14a-47ec-82c2-d7f12c17eb0f tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.099779 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5fd129f2-2f7a-493f-9617-e439dd91f32e req-3e275175-f14a-47ec-82c2-d7f12c17eb0f tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.2492239 Jul 08 19:43:48.109623 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d2542-53ce-4267-a286-51ba4e8c2959 service neutron] Pushing event updated for resources: {'Port': ['ID=81f918af-07eb-4db1-b866-aeb6959d98c9,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:48.169672 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:48.176281 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:48.177043 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:48.188289 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325062b7-47f9-4be2-bace-12018cf2ad18 req-6291f490-10a5-42c5-a6de-ee8a1ff9359b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.196943 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-325062b7-47f9-4be2-bace-12018cf2ad18 req-6291f490-10a5-42c5-a6de-ee8a1ff9359b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 944 time: 0.0985062 Jul 08 19:43:48.219260 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54f09b62-d894-4e21-8eeb-f504c2bb1e67 req-552d0726-463d-418f-8a93-9a2fff079d2a service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391813 Jul 08 19:43:48.238143 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5fd129f2-2f7a-493f-9617-e439dd91f32e req-55de5631-7276-4eaa-92ef-69a2fcff589a tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319509 Jul 08 19:43:48.245531 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-325062b7-47f9-4be2-bace-12018cf2ad18 req-6847270e-195a-4a9c-a8cc-104feb7d2f95 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Jul 08 19:43:48.300241 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-f7569d0d-d067-4719-876b-a1c52bdb6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.306372 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-f7569d0d-d067-4719-876b-a1c52bdb6b40 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 1096 time: 0.1749029 Jul 08 19:43:48.382371 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:48.399400 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-c9a60032-8bf3-404c-9ac8-d56b1ad46eff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81f918af-07eb-4db1-b866-aeb6959d98c9 HTTP/1.1" status: 200 len: 217 time: 0.0866048 Jul 08 19:43:48.424134 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9093e3b-4e33-4766-b369-0e993874608f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:48.426385 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71f0acf-c0ec-4b98-a798-23ccff274009" -d '{"events": [{"server_uuid": "a9093e3b-4e33-4766-b369-0e993874608f", "name": "network-vif-plugged", "status": "completed", "tag": "27a09551-60fc-4ff8-aca4-ecd7d1c81e01"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:48.452439 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:48.457530 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:48.475467 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39430749-36df-4149-a8b7-aaa7eaffb8f0 req-a78fddb6-b0e5-4f77-80c5-efba8f9aa328 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.498467 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-39430749-36df-4149-a8b7-aaa7eaffb8f0 req-a78fddb6-b0e5-4f77-80c5-efba8f9aa328 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 943 time: 0.1486733 Jul 08 19:43:48.499984 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-0a40e926-fb22-46f8-a0e8-df68cabcf5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.519556 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-0a40e926-fb22-46f8-a0e8-df68cabcf5c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.1038146 Jul 08 19:43:48.546768 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1f9e6-759f-41cb-8cab-fcadeff99047 x-openstack-request-id: req-c9d1f9e6-759f-41cb-8cab-fcadeff99047 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:48.547189 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9093e3b-4e33-4766-b369-0e993874608f", "name": "network-vif-plugged", "status": "completed", "tag": "27a09551-60fc-4ff8-aca4-ecd7d1c81e01", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:48.547540 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9d1f9e6-759f-41cb-8cab-fcadeff99047 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:48.548607 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9093e3b-4e33-4766-b369-0e993874608f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01', 'code': 200} Jul 08 19:43:48.555415 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:48.562586 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-91a7635d-f9e3-43bb-ba92-d8746f965eab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334589 Jul 08 19:43:48.563149 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276635c6-00df-4aca-babc-c593464ae716', 'tag': '81f918af-07eb-4db1-b866-aeb6959d98c9'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:48.567067 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaddc62-7b44-4e58-946e-4494dd042154" -d '{"events": [{"name": "network-changed", "server_uuid": "276635c6-00df-4aca-babc-c593464ae716", "tag": "81f918af-07eb-4db1-b866-aeb6959d98c9"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:48.576078 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-39430749-36df-4149-a8b7-aaa7eaffb8f0 req-5dd10aaa-5aa2-4f67-87e0-708447e03001 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763257 Jul 08 19:43:48.687984 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe25deff-2be4-4dbe-a3d4-5c98d3f77751 x-openstack-request-id: req-fe25deff-2be4-4dbe-a3d4-5c98d3f77751 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:48.688595 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276635c6-00df-4aca-babc-c593464ae716", "tag": "81f918af-07eb-4db1-b866-aeb6959d98c9", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:48.690005 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe25deff-2be4-4dbe-a3d4-5c98d3f77751 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:48.690115 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276635c6-00df-4aca-babc-c593464ae716', 'tag': '81f918af-07eb-4db1-b866-aeb6959d98c9', 'status': 'completed', 'code': 200} Jul 08 19:43:48.710918 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-d80e6305-4605-4c4e-8741-64600896c5c4 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379812 Jul 08 19:43:48.838721 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b17e06-666c-4c6e-a4f9-7d690f937e49 req-720020dd-d4e0-4a43-bcbb-022ff0099189 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192443 Jul 08 19:43:48.942204 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0db99d-ed0b-4942-833f-7e31319efcaf req-8ea86bc8-22e7-4a3d-bb58-3f57f8df708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:48.943726 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ab0db99d-ed0b-4942-833f-7e31319efcaf req-8ea86bc8-22e7-4a3d-bb58-3f57f8df708b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 1098 time: 0.0790627 Jul 08 19:43:49.001874 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ab0db99d-ed0b-4942-833f-7e31319efcaf req-e3e5f3b1-ed34-4819-8b81-2e6d865ec846 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409925 Jul 08 19:43:49.016706 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-baf3695f-4ea4-4f9d-91b1-2b871c913a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.018261 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-baf3695f-4ea4-4f9d-91b1-2b871c913a40 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2c094057931b40099e2aa2ab073b03bd&device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 1096 time: 0.0931811 Jul 08 19:43:49.168389 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-f4b77d6f-8d37-4a8d-9ce0-75b5b18d4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.169899 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-f4b77d6f-8d37-4a8d-9ce0-75b5b18d4fc7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 200 len: 916 time: 0.0874910 Jul 08 19:43:49.264214 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-3c47dc84-ea20-4969-8292-a57557de5ff3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81f918af-07eb-4db1-b866-aeb6959d98c9 HTTP/1.1" status: 200 len: 217 time: 0.0519748 Jul 08 19:43:49.349782 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-6220ff3b-774f-48d3-9f98-4e748ab11a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.352364 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-6220ff3b-774f-48d3-9f98-4e748ab11a91 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 200 len: 855 time: 0.0525775 Jul 08 19:43:49.393179 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-0291dbd5-e656-4723-a301-f989e6fc49cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=125a1fc8-7604-4434-9526-7ffbebc2ec79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283659 Jul 08 19:43:49.426402 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e04c-5a50-4472-bb26-a020eaf87afb req-3375e5f2-d8d6-4bb4-bc3d-f092285dbbc3 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.428166 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9da2e04c-5a50-4472-bb26-a020eaf87afb req-3375e5f2-d8d6-4bb4-bc3d-f092285dbbc3 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.0697906 Jul 08 19:43:49.466368 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9da2e04c-5a50-4472-bb26-a020eaf87afb req-afcd7d4e-c8d0-4ddb-8733-86da93cf3488 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Jul 08 19:43:49.537457 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bbf8-c40f-4771-9544-617d0eb7a902 req-9b9df849-4ea9-4f91-864b-7fb99bdbd6da tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.538956 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2ab3bbf8-c40f-4771-9544-617d0eb7a902 req-9b9df849-4ea9-4f91-864b-7fb99bdbd6da tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.1482687 Jul 08 19:43:49.569180 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-5cfe3eae-833d-4d2b-b897-5c0905a7b512 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479230 Jul 08 19:43:49.597614 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2ab3bbf8-c40f-4771-9544-617d0eb7a902 req-b2fc8245-f455-4331-a9e9-9471a1ce9661 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Jul 08 19:43:49.692531 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0eaddc62-7b44-4e58-946e-4494dd042154 req-07785202-99df-4343-8b6b-6e2596cc34d1 service neutron] 10.222.0.91 "GET /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103902 Jul 08 19:43:49.749757 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 43374) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:49.887507 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-51d2f859-b9b2-4f47-943a-9de059b22e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:49.962289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-bcba2e4c-d856-476e-8219-b9e7e7b701b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.963893 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-bcba2e4c-d856-476e-8219-b9e7e7b701b9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.1004176 Jul 08 19:43:49.976022 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3483-f081-4b1b-af09-ab89c222bed0 req-dd44e020-626b-4f18-b8c0-51e0c04fdf5f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:49.977510 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-224e3483-f081-4b1b-af09-ab89c222bed0 req-dd44e020-626b-4f18-b8c0-51e0c04fdf5f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 943 time: 0.1057541 Jul 08 19:43:50.022389 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08f9d7-c4b8-474f-9070-726bc15f04e3 req-f77f21c0-a89e-43ce-abc4-cd8402a52eab tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:50.023810 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1d08f9d7-c4b8-474f-9070-726bc15f04e3 req-f77f21c0-a89e-43ce-abc4-cd8402a52eab tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1087999 Jul 08 19:43:50.056355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-51d2f859-b9b2-4f47-943a-9de059b22e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:50.063048 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-51d2f859-b9b2-4f47-943a-9de059b22e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:50.071656 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-224e3483-f081-4b1b-af09-ab89c222bed0 req-2b96edd1-6beb-4db5-8f80-fe069f579a63 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850084 Jul 08 19:43:50.093785 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1d08f9d7-c4b8-474f-9070-726bc15f04e3 req-8336faa7-96e3-47dd-9587-17e8f27b8866 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 Jul 08 19:43:50.118175 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-66beeabf-ea4a-48b2-b1ff-5678a7af7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:50.119703 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-66beeabf-ea4a-48b2-b1ff-5678a7af7aa0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.1413083 Jul 08 19:43:50.125528 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-51d2f859-b9b2-4f47-943a-9de059b22e45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=321a83429c4d41ae993efec1cd8742c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746521 Jul 08 19:43:50.126465 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2f859-b9b2-4f47-943a-9de059b22e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e9c004-509b-4aae-a894-98031b56185a,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:50.128885 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 43382) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:43:50.199029 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-5c34acf8-6673-4d19-a2ab-438738fd579c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.0515425 Jul 08 19:43:50.245719 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ebcd52ad-7f01-47f6-8810-aff921a93714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:50.279128 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ebcd52ad-7f01-47f6-8810-aff921a93714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:50.281522 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-353f7567-6e23-4eda-9912-9884ea8c2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:50.284120 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-353f7567-6e23-4eda-9912-9884ea8c2305 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.0758379 Jul 08 19:43:50.338819 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-e72c895d-c91e-4169-a5b6-de6ae0485676 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335202 Jul 08 19:43:50.385819 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ebcd52ad-7f01-47f6-8810-aff921a93714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:50.388429 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ebcd52ad-7f01-47f6-8810-aff921a93714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:50.389642 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ebcd52ad-7f01-47f6-8810-aff921a93714 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2e9c004-509b-4aae-a894-98031b56185a HTTP/1.1" status: 204 len: 168 time: 0.2596421 Jul 08 19:43:50.432579 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd52ad-7f01-47f6-8810-aff921a93714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e9c004-509b-4aae-a894-98031b56185a,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:50.474157 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-dfedc34b-b6c6-47e7-8d17-f06db5bdfd63 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182806 Jul 08 19:43:50.618380 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d6edee1-30d5-47e8-ada7-34b16fbe632d req-980fd3bc-b46d-4dec-b875-b24d7536f211 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205924 Jul 08 19:43:50.703411 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5f228-529d-4af3-9e0f-65c7c0b623d7 req-7dc60bd0-07fa-4867-9a5e-9280b4bbe493 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:50.705845 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4fb5f228-529d-4af3-9e0f-65c7c0b623d7 req-7dc60bd0-07fa-4867-9a5e-9280b4bbe493 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.0926559 Jul 08 19:43:50.756397 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4fb5f228-529d-4af3-9e0f-65c7c0b623d7 req-14338546-e3d6-4b27-aab5-53cc0c235f7f tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447233 Jul 08 19:43:50.822402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0c0d3-186b-4517-80cd-40b0003d8352 req-d44360c7-34f0-41e0-bdde-699d9da3c98b tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:50.824014 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f0a0c0d3-186b-4517-80cd-40b0003d8352 req-d44360c7-34f0-41e0-bdde-699d9da3c98b tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.0781329 Jul 08 19:43:50.869280 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f0a0c0d3-186b-4517-80cd-40b0003d8352 req-b29e4d11-e194-4a5e-ab06-17e121f76687 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Jul 08 19:43:51.256507 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff18d-5c81-4f18-8eb1-213736de2745 req-033cc6db-2262-4cf9-9270-8b784a8328ef tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:51.258115 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a97ff18d-5c81-4f18-8eb1-213736de2745 req-033cc6db-2262-4cf9-9270-8b784a8328ef tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 943 time: 0.0703242 Jul 08 19:43:51.274942 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea51dd6-e6be-4b17-bd6d-7254c1867ad2 req-17b7139e-f7d4-4d74-a40a-57ae2a7f2f11 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:51.276498 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dea51dd6-e6be-4b17-bd6d-7254c1867ad2 req-17b7139e-f7d4-4d74-a40a-57ae2a7f2f11 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0669868 Jul 08 19:43:51.297456 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a97ff18d-5c81-4f18-8eb1-213736de2745 req-f2edd2c3-dfc3-4099-8ed8-233b95cd241b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Jul 08 19:43:51.316715 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dea51dd6-e6be-4b17-bd6d-7254c1867ad2 req-e754b33b-21af-4fe1-b336-0d1f9589d0bd tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Jul 08 19:43:51.806845 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-79eaa976-bbca-4e24-9e66-597e06715309 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:51.808304 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-79eaa976-bbca-4e24-9e66-597e06715309 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.0694282 Jul 08 19:43:51.926011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Deleting port 7943df68-0c53-4add-817b-0b936605069d {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:43:51.926955 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:51.964861 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fc6af-f140-45e9-9cce-7c3c70e1c7e5 req-0ca709e8-3898-45a9-96d4-b940bfdfef78 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:51.968847 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-eb6fc6af-f140-45e9-9cce-7c3c70e1c7e5 req-0ca709e8-3898-45a9-96d4-b940bfdfef78 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.0731432 Jul 08 19:43:52.008546 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-eb6fc6af-f140-45e9-9cce-7c3c70e1c7e5 req-63016e46-18c0-4e72-91ab-505ee2b96706 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358064 Jul 08 19:43:52.081026 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] For port 7943df68-0c53-4add-817b-0b936605069d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7943df68-0c53-4add-817b-0b936605069d,segment=NetworkSegment(d77b0357-48fe-46ae-a6a9-1250f802eb65),segment_id=d77b0357-48fe-46ae-a6a9-1250f802eb65)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:52.081934 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:52.093308 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 81f918af-07eb-4db1-b866-aeb6959d98c9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:43:52.111608 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Calling delete_port for 7943df68-0c53-4add-817b-0b936605069d owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:43:52.136419 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04109044-e94e-4bac-9dc3-21f48784736b req-c1e6fcfe-2582-4d3d-b1ac-05807a8b7fc6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:52.138175 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-04109044-e94e-4bac-9dc3-21f48784736b req-c1e6fcfe-2582-4d3d-b1ac-05807a8b7fc6 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 945 time: 0.1436303 Jul 08 19:43:52.209973 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 81f918af-07eb-4db1-b866-aeb6959d98c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=81f918af-07eb-4db1-b866-aeb6959d98c9,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:52.226280 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '81f918af-07eb-4db1-b866-aeb6959d98c9', 'network_id': '125a1fc8-7604-4434-9526-7ffbebc2ec79', 'port_id': '81f918af-07eb-4db1-b866-aeb6959d98c9', 'mac_address': 'fa:16:3e:46:b0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5431c0-c08c-4a69-bb7f-553aa798e76f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:43:52.238030 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-04109044-e94e-4bac-9dc3-21f48784736b req-56d42bf8-5b10-487c-8ec9-126d7ab5ed7e tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/security-groups?id=55ebca63-bc96-4583-9e7a-bd51d335259b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926476 Jul 08 19:43:52.288381 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:52.307265 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f918af-07eb-4db1-b866-aeb6959d98c9 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:43:52.335761 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 81f918af-07eb-4db1-b866-aeb6959d98c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=81f918af-07eb-4db1-b866-aeb6959d98c9,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:52.338711 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:52.353528 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:52.385406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Pushing event deleted for resources: {'Port': ['ID=7943df68-0c53-4add-817b-0b936605069d,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:52.469563 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['7943df68-0c53-4add-817b-0b936605069d'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:52.473107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=81f918af-07eb-4db1-b866-aeb6959d98c9,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:52.560229 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18809d13-960f-43bb-870e-f6457e7a06b2 req-b9496037-1306-4f23-97aa-d5ecb28b87a6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:52.562329 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-18809d13-960f-43bb-870e-f6457e7a06b2 req-b9496037-1306-4f23-97aa-d5ecb28b87a6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1010814 Jul 08 19:43:52.567685 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] No DVR routers for this DVR port 7943df68-0c53-4add-817b-0b936605069d on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:43:52.582432 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:52.593870 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2126924d-9af5-4579-8e7b-cd9e736366ac req-842502ec-1e6c-4e00-be93-0beeca09b5a9 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.91 "DELETE /v2.0/ports/7943df68-0c53-4add-817b-0b936605069d HTTP/1.1" status: 204 len: 173 time: 0.7659221 Jul 08 19:43:52.595238 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'name': 'network-vif-deleted', 'tag': '7943df68-0c53-4add-817b-0b936605069d'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:52.600521 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eafaf0-5758-4cb8-a2dd-0bb39b7eff7b" -d '{"events": [{"server_uuid": "35c17e2f-c803-43df-936e-e03b2bce9c0e", "name": "network-vif-deleted", "tag": "7943df68-0c53-4add-817b-0b936605069d"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:52.644214 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-18809d13-960f-43bb-870e-f6457e7a06b2 req-949a6b01-8195-44c1-a07a-59e677267ba8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723062 Jul 08 19:43:52.673801 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4b34-8783-4029-a10b-d3a6c3dd06de req-a141ac7b-8c92-4380-99bb-92eef0de0b04 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:52.681696 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-33fd4b34-8783-4029-a10b-d3a6c3dd06de req-a141ac7b-8c92-4380-99bb-92eef0de0b04 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 944 time: 0.2254393 Jul 08 19:43:52.731638 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['81f918af-07eb-4db1-b866-aeb6959d98c9'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:43:52.755528 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-33fd4b34-8783-4029-a10b-d3a6c3dd06de req-ed07856f-8f74-4f16-bc3c-2ab8f854f695 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722456 Jul 08 19:43:52.898103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf3ddd-8550-4519-82fd-a0aaa0a01584 x-openstack-request-id: req-c7cf3ddd-8550-4519-82fd-a0aaa0a01584 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:52.898396 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c17e2f-c803-43df-936e-e03b2bce9c0e", "name": "network-vif-deleted", "tag": "7943df68-0c53-4add-817b-0b936605069d", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:52.898647 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7cf3ddd-8550-4519-82fd-a0aaa0a01584 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:52.899042 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c17e2f-c803-43df-936e-e03b2bce9c0e', 'name': 'network-vif-deleted', 'tag': '7943df68-0c53-4add-817b-0b936605069d', 'status': 'completed', 'code': 200} Jul 08 19:43:53.415304 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fd08784-9558-44c1-b318-645bfc36c6ae req-a598b7c4-c905-47a5-be06-4d5f7f301847 tempest-VolumesActionsTest-115172959 tempest-VolumesActionsTest-115172959-project] 10.222.0.41 "GET /v2.0/ports?device_id=35c17e2f-c803-43df-936e-e03b2bce9c0e HTTP/1.1" status: 200 len: 210 time: 0.0420280 Jul 08 19:43:53.844224 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e5e8-83a1-4f40-b226-ef0cc5fbd677 req-08d0113c-1461-4588-95f0-8ed441e8e164 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:53.846472 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b848e5e8-83a1-4f40-b226-ef0cc5fbd677 req-08d0113c-1461-4588-95f0-8ed441e8e164 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0725336 Jul 08 19:43:53.894230 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b848e5e8-83a1-4f40-b226-ef0cc5fbd677 req-6a9622be-0fdb-40aa-b74a-f79e95b18212 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Jul 08 19:43:53.977756 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706b5f-1133-443f-a8bd-079a6dd91f3f req-d7b85a14-9b8e-40d5-8a52-49cf2ed98dcd tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:53.979346 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e2706b5f-1133-443f-a8bd-079a6dd91f3f req-d7b85a14-9b8e-40d5-8a52-49cf2ed98dcd tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 944 time: 0.0747278 Jul 08 19:43:54.021517 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e2706b5f-1133-443f-a8bd-079a6dd91f3f req-4f659c88-1c4e-4c59-83f5-d5c423035333 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356610 Jul 08 19:43:54.105991 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 7943df68-0c53-4add-817b-0b936605069d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:43:54.126480 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 7943df68-0c53-4add-817b-0b936605069d {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:43:54.126834 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 7943df68-0c53-4add-817b-0b936605069d not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:43:55.114277 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80b0b-c8e9-4248-a422-1595cf191bb6 req-54ea38c6-8c31-4b2c-bbb1-ae1d313b3a2b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:55.116360 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b6d80b0b-c8e9-4248-a422-1595cf191bb6 req-54ea38c6-8c31-4b2c-bbb1-ae1d313b3a2b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0753593 Jul 08 19:43:55.161090 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b6d80b0b-c8e9-4248-a422-1595cf191bb6 req-b8b635f7-d595-442f-87ea-6a718e25fec5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Jul 08 19:43:55.366158 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a512b-04d4-401a-96b9-bd12d40a5d9f req-ba07b9c3-67f9-4200-9a5c-8c596600e6c7 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:55.367674 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bd2a512b-04d4-401a-96b9-bd12d40a5d9f req-ba07b9c3-67f9-4200-9a5c-8c596600e6c7 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 944 time: 0.0645983 Jul 08 19:43:55.405356 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bd2a512b-04d4-401a-96b9-bd12d40a5d9f req-72d8152c-d7f1-489e-b9cc-d24bce05689c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Jul 08 19:43:55.623097 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274264-eeb7-434b-9fe9-0f109cd2b192 req-030d76ee-9c6a-4a4c-a89e-57c27ee0f6f9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:55.624565 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-31274264-eeb7-434b-9fe9-0f109cd2b192 req-030d76ee-9c6a-4a4c-a89e-57c27ee0f6f9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0637832 Jul 08 19:43:55.666547 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-31274264-eeb7-434b-9fe9-0f109cd2b192 req-610bcd58-bd4b-4116-9f3a-01e9512961c3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Jul 08 19:43:56.351121 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc9816-a11b-44d7-8249-53e5a3253531 req-f967826d-0739-4f9e-b8df-03276eb57ca0 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:56.352592 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-86dc9816-a11b-44d7-8249-53e5a3253531 req-f967826d-0739-4f9e-b8df-03276eb57ca0 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0661116 Jul 08 19:43:56.390581 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-86dc9816-a11b-44d7-8249-53e5a3253531 req-68054008-c3e6-481f-ac65-71a645d97c40 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324774 Jul 08 19:43:56.593103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c6be8-6ff5-4af7-8bd8-6533e8545415 req-f9e8dc20-70f3-43d8-8ff1-c12f641e3535 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:56.594708 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-843c6be8-6ff5-4af7-8bd8-6533e8545415 req-f9e8dc20-70f3-43d8-8ff1-c12f641e3535 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 944 time: 0.0642786 Jul 08 19:43:56.635147 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-843c6be8-6ff5-4af7-8bd8-6533e8545415 req-797b3d69-2c23-4191-aa69-0e349cc423b3 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Jul 08 19:43:56.744473 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 81f918af-07eb-4db1-b866-aeb6959d98c9 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:43:56.793027 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 81f918af-07eb-4db1-b866-aeb6959d98c9 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:43:56.796682 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 81f918af-07eb-4db1-b866-aeb6959d98c9 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:43:56.797053 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:56.850506 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a2c5-13ce-4a99-971f-f56b2a7497f3 req-51081ba8-3f47-4f89-9797-421070956bf5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:56.852021 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3909a2c5-13ce-4a99-971f-f56b2a7497f3 req-51081ba8-3f47-4f89-9797-421070956bf5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0666711 Jul 08 19:43:56.876887 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:56.892557 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3909a2c5-13ce-4a99-971f-f56b2a7497f3 req-cacb5c85-dd75-45a3-9ad3-7b4d986cffe8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Jul 08 19:43:56.907334 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276635c6-00df-4aca-babc-c593464ae716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f918af-07eb-4db1-b866-aeb6959d98c9'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:43:56.909808 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e4018-f0a4-4331-a5a5-b21eebb6d178" -d '{"events": [{"server_uuid": "276635c6-00df-4aca-babc-c593464ae716", "name": "network-vif-plugged", "status": "completed", "tag": "81f918af-07eb-4db1-b866-aeb6959d98c9"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:43:56.927603 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 81f918af-07eb-4db1-b866-aeb6959d98c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=81f918af-07eb-4db1-b866-aeb6959d98c9,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:43:56.933096 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:43:56.965072 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8cf77d-becd-4803-91a1-16a1eb143752 x-openstack-request-id: req-7f8cf77d-becd-4803-91a1-16a1eb143752 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:43:56.965364 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276635c6-00df-4aca-babc-c593464ae716", "name": "network-vif-plugged", "status": "completed", "tag": "81f918af-07eb-4db1-b866-aeb6959d98c9", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:43:56.965648 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f8cf77d-becd-4803-91a1-16a1eb143752 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:43:56.966064 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276635c6-00df-4aca-babc-c593464ae716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f918af-07eb-4db1-b866-aeb6959d98c9', 'code': 200} Jul 08 19:43:56.983950 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=81f918af-07eb-4db1-b866-aeb6959d98c9,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:43:57.570799 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0194b4f-dce7-48af-b5df-f83837cb5ee4 req-2f2656f8-d797-414e-9918-89f9e7480fbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:57.572268 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0194b4f-dce7-48af-b5df-f83837cb5ee4 req-2f2656f8-d797-414e-9918-89f9e7480fbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0675135 Jul 08 19:43:57.613443 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0194b4f-dce7-48af-b5df-f83837cb5ee4 req-2b31f9bb-3647-4d38-afb5-04dcebfc513b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350418 Jul 08 19:43:57.817198 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a756d-b17a-42e6-b633-fc91be6581d1 req-6b6792f1-0cfe-4c4f-847f-d2ffd125caaf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:57.818747 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-252a756d-b17a-42e6-b633-fc91be6581d1 req-6b6792f1-0cfe-4c4f-847f-d2ffd125caaf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0680957 Jul 08 19:43:57.857451 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-252a756d-b17a-42e6-b633-fc91be6581d1 req-2441ce17-a833-457a-a608-b7e20f5b4281 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Jul 08 19:43:58.098614 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be199-0c7f-4089-a2ed-e8976ac6f1bb req-c7e18047-e2bb-4c7d-85ce-104df379a1cf tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:58.100135 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-190be199-0c7f-4089-a2ed-e8976ac6f1bb req-c7e18047-e2bb-4c7d-85ce-104df379a1cf tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0631742 Jul 08 19:43:58.146076 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-190be199-0c7f-4089-a2ed-e8976ac6f1bb req-911d4f0c-3049-418e-ba9b-bb9dcd440ba7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400665 Jul 08 19:43:58.791832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4f94a-bdee-4967-b241-7377ccbabe80 req-201cdbe5-1356-4df2-ac37-23730c6c5463 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:58.793213 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1ec4f94a-bdee-4967-b241-7377ccbabe80 req-201cdbe5-1356-4df2-ac37-23730c6c5463 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0635843 Jul 08 19:43:58.829999 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1ec4f94a-bdee-4967-b241-7377ccbabe80 req-da03696f-b65c-4ee7-977c-5f2b40d08b80 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Jul 08 19:43:59.059718 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b6e9e-e2a3-40b1-b033-8c688ad2e701 req-54301153-e7be-4d75-b45e-58aada55637b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:59.062197 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cc0b6e9e-e2a3-40b1-b033-8c688ad2e701 req-54301153-e7be-4d75-b45e-58aada55637b tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0908303 Jul 08 19:43:59.100938 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cc0b6e9e-e2a3-40b1-b033-8c688ad2e701 req-b673f3f1-22af-45c9-844b-a2eb7ceff039 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Jul 08 19:43:59.234517 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b00869-ceaf-4cb7-b349-706c18cd13d9 req-57c2c4bb-c219-4637-9c7b-70e42a9b050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:59.236512 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b00869-ceaf-4cb7-b349-706c18cd13d9 req-57c2c4bb-c219-4637-9c7b-70e42a9b050f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 1098 time: 0.0633967 Jul 08 19:43:59.273835 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d0b00869-ceaf-4cb7-b349-706c18cd13d9 req-7547e69c-928d-4363-b1ba-159642de8c50 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296226 Jul 08 19:43:59.352213 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebff922-600b-4ac0-be52-4fa1a9eb2cef req-29b71e55-9cbc-4f5e-ae29-500f1f928f0b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:43:59.353595 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4ebff922-600b-4ac0-be52-4fa1a9eb2cef req-29b71e55-9cbc-4f5e-ae29-500f1f928f0b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0610120 Jul 08 19:43:59.390917 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4ebff922-600b-4ac0-be52-4fa1a9eb2cef req-73b8350d-9b53-45f1-bf6a-6b2b210b8c06 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Jul 08 19:44:00.035646 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480526d8-2bfa-4445-a642-242eb53cc3bf req-acb19c64-8795-4591-8065-00a1598a4107 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:00.037229 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-480526d8-2bfa-4445-a642-242eb53cc3bf req-acb19c64-8795-4591-8065-00a1598a4107 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0875840 Jul 08 19:44:00.100570 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-480526d8-2bfa-4445-a642-242eb53cc3bf req-5a080c29-6687-46f1-9ae3-4176a86d102a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574427 Jul 08 19:44:00.304539 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dae9a-9dea-40ee-93bf-55a2968081a1 req-1c85f9dd-2a25-489d-ba8a-9ffb2f540829 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:00.306452 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fc2dae9a-9dea-40ee-93bf-55a2968081a1 req-1c85f9dd-2a25-489d-ba8a-9ffb2f540829 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0674844 Jul 08 19:44:00.382271 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fc2dae9a-9dea-40ee-93bf-55a2968081a1 req-cd561791-92e2-45b5-a7d1-e83e3f038c6f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683415 Jul 08 19:44:00.590839 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26851aa0-1644-4636-bdf1-f33fc8dfcae1 req-56b3e318-b079-4df5-8c40-a814b7c9a766 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:00.592812 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-26851aa0-1644-4636-bdf1-f33fc8dfcae1 req-56b3e318-b079-4df5-8c40-a814b7c9a766 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0792563 Jul 08 19:44:00.820911 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-26851aa0-1644-4636-bdf1-f33fc8dfcae1 req-90297a6e-2022-4ffe-9131-5a2a942207fb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207770 Jul 08 19:44:01.307215 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe64f4-ed69-470f-ab94-cbb0577f94a7 req-78e808c8-4602-4e22-a7d9-ac1b537d20c6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:01.308722 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cbfe64f4-ed69-470f-ab94-cbb0577f94a7 req-78e808c8-4602-4e22-a7d9-ac1b537d20c6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0713909 Jul 08 19:44:01.350261 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cbfe64f4-ed69-470f-ab94-cbb0577f94a7 req-57c77632-a655-4312-a7d9-d98600e632ec tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358400 Jul 08 19:44:01.571307 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a0c0f-8bcd-4c7c-bdca-6511bed8132e req-ad7f9340-0250-4dfb-aae9-d246f7c44855 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:01.572879 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2c3a0c0f-8bcd-4c7c-bdca-6511bed8132e req-ad7f9340-0250-4dfb-aae9-d246f7c44855 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0701499 Jul 08 19:44:01.620587 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2c3a0c0f-8bcd-4c7c-bdca-6511bed8132e req-026823a1-f785-40f3-9e73-e43c44fe9d07 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Jul 08 19:44:02.032725 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf3243-c604-4242-ba0d-f666fd786310 req-091c52f2-d2c1-44d8-a3b4-fb6181d27615 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:02.034244 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c2bf3243-c604-4242-ba0d-f666fd786310 req-091c52f2-d2c1-44d8-a3b4-fb6181d27615 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0707018 Jul 08 19:44:02.077101 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c2bf3243-c604-4242-ba0d-f666fd786310 req-2b9fc4aa-0480-4fde-aaa6-bed84c10b97b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370369 Jul 08 19:44:02.556779 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd115a48-9dc8-4005-a769-00c380f930b1 req-5324c0d8-e704-48f0-a4b8-d3b224ce2083 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:02.558329 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bd115a48-9dc8-4005-a769-00c380f930b1 req-5324c0d8-e704-48f0-a4b8-d3b224ce2083 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0778644 Jul 08 19:44:02.597258 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bd115a48-9dc8-4005-a769-00c380f930b1 req-88822958-b4a5-44c2-97ef-fd8029b4022d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Jul 08 19:44:03.291420 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7c4a-9605-42e9-ba72-4e233a7af5f9 req-477a0e99-be77-450e-b5cd-e56bc533f01c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:03.292973 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-905c7c4a-9605-42e9-ba72-4e233a7af5f9 req-477a0e99-be77-450e-b5cd-e56bc533f01c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0910032 Jul 08 19:44:03.361811 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-905c7c4a-9605-42e9-ba72-4e233a7af5f9 req-941e9f15-a0bb-4eec-a2da-228acd99b2f3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590606 Jul 08 19:44:03.781112 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaa570-af93-4484-9a31-7882e7e1a59e req-cc74e622-cadf-4182-a35a-86db8df9846c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:03.783112 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-98eaa570-af93-4484-9a31-7882e7e1a59e req-cc74e622-cadf-4182-a35a-86db8df9846c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0722222 Jul 08 19:44:03.828122 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-98eaa570-af93-4484-9a31-7882e7e1a59e req-377f796e-e6ed-4283-95f7-55179e9b9115 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Jul 08 19:44:04.544503 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394d39d-c518-4bdb-a487-dcfabf4ccb4e req-33500f0a-4a67-4f11-b731-c35f198fc81d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:04.546153 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2394d39d-c518-4bdb-a487-dcfabf4ccb4e req-33500f0a-4a67-4f11-b731-c35f198fc81d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0679846 Jul 08 19:44:04.589689 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2394d39d-c518-4bdb-a487-dcfabf4ccb4e req-0b998ad7-eeda-4f20-9ccb-54d959b0bf82 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Jul 08 19:44:05.011617 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c031-0ae1-4db7-b322-d254f64950a0 req-41b28af6-5e97-4d3e-8017-2f6881388f0a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:05.013508 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7cc2c031-0ae1-4db7-b322-d254f64950a0 req-41b28af6-5e97-4d3e-8017-2f6881388f0a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Jul 08 19:44:05.063547 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7cc2c031-0ae1-4db7-b322-d254f64950a0 req-f79d3aab-dc36-4790-91b8-68307f838054 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Jul 08 19:44:05.248077 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7ce3ec1f-fd18-4053-87d5-10cbc4fe71ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:05.778757 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9de50-3975-4f08-a69a-d8ff0bd4befc req-d2afcdaf-876a-4df6-8d25-e03eb6e36136 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:05.780187 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-69e9de50-3975-4f08-a69a-d8ff0bd4befc req-d2afcdaf-876a-4df6-8d25-e03eb6e36136 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0660639 Jul 08 19:44:05.819935 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-69e9de50-3975-4f08-a69a-d8ff0bd4befc req-4f9d039b-e5fb-4f8a-bd46-88e781e84836 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 08 19:44:06.402170 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d003fdc-57c8-47be-8b87-50cf5503f1b6 req-c524c562-74cc-4f1a-93f8-958ae1dae40b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:06.403891 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d003fdc-57c8-47be-8b87-50cf5503f1b6 req-c524c562-74cc-4f1a-93f8-958ae1dae40b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0680134 Jul 08 19:44:06.448604 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d003fdc-57c8-47be-8b87-50cf5503f1b6 req-6a5bab14-0e3f-4103-989f-7ba0bc8977cf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Jul 08 19:44:07.035008 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd473e-2c6a-407b-82b8-8bec554fed5e req-cceb9589-f632-4d3c-ada2-96d9d4bc106c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:07.036547 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8ccd473e-2c6a-407b-82b8-8bec554fed5e req-cceb9589-f632-4d3c-ada2-96d9d4bc106c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0767064 Jul 08 19:44:07.086138 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8ccd473e-2c6a-407b-82b8-8bec554fed5e req-16ac6179-8cb6-4e88-93c8-ed7368fde2cd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434453 Jul 08 19:44:07.680146 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cd759-55ec-4c1d-acbe-b363c6723b76 req-2202dd82-b462-45e8-aa14-d136cc2821a7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:07.687243 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f22cd759-55ec-4c1d-acbe-b363c6723b76 req-2202dd82-b462-45e8-aa14-d136cc2821a7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0872188 Jul 08 19:44:07.733356 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f22cd759-55ec-4c1d-acbe-b363c6723b76 req-529fb5ac-cff8-4ecb-8ec5-0c2ab50e3489 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Jul 08 19:44:08.123622 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd167-92fb-4322-aba4-0164aaf0fa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:08.268409 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:08.309221 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee21ac-b2cb-4572-90b8-9f96290c4da1 req-a125746b-6aef-4809-aaf3-cf78c13e132a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:08.310724 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f2ee21ac-b2cb-4572-90b8-9f96290c4da1 req-a125746b-6aef-4809-aaf3-cf78c13e132a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1036482 Jul 08 19:44:08.351000 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f2ee21ac-b2cb-4572-90b8-9f96290c4da1 req-d9d507a4-4b69-4cd5-b5e0-090bb7f97579 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Jul 08 19:44:08.905896 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9970f94-ef81-4b2e-8763-8e543d60bbeb req-e173a282-2174-477a-b375-87adea449ff6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:08.907371 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9970f94-ef81-4b2e-8763-8e543d60bbeb req-e173a282-2174-477a-b375-87adea449ff6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0624728 Jul 08 19:44:08.947584 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:08.967768 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9970f94-ef81-4b2e-8763-8e543d60bbeb req-f1fbba7e-a14e-435b-a7d3-086b06d8a7f6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 Jul 08 19:44:09.545850 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b35ff-f4b8-45a4-925d-fe005502477b req-4ef94844-e6de-41a5-86c4-55ab5f1eb8db tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:09.547493 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fc9b35ff-f4b8-45a4-925d-fe005502477b req-4ef94844-e6de-41a5-86c4-55ab5f1eb8db tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0732350 Jul 08 19:44:09.596942 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fc9b35ff-f4b8-45a4-925d-fe005502477b req-cc54f27a-9c26-41c1-955a-599b41a200ff tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 Jul 08 19:44:09.610372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-bd19d11e-885f-4dfa-af9d-13621ee5aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:09.612971 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-bd19d11e-885f-4dfa-af9d-13621ee5aa5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.0598412 Jul 08 19:44:09.734423 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-30753c56-acd2-4d6d-bd39-0c25145edb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:09.736691 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-30753c56-acd2-4d6d-bd39-0c25145edb16 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.0932527 Jul 08 19:44:09.791671 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-66894baa-c13e-430b-8acb-5056d37a44ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.0362346 Jul 08 19:44:09.852817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-d284e82c-1bd7-4373-a8bd-e988b7ccbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:09.854210 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-d284e82c-1bd7-4373-a8bd-e988b7ccbe54 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.0506711 Jul 08 19:44:09.902169 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-4966967c-4c45-4eb0-8b85-0c79df64b6ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286260 Jul 08 19:44:10.027891 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-1ed6b6ca-5b6c-4ef6-adda-ce98cc0c173d service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081507 Jul 08 19:44:10.167686 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ea7477-909f-40fe-9d6f-8812c7144364 req-3d63da4c-3e02-4365-8c3e-2ee416410932 service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300492 Jul 08 19:44:10.206414 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef9c6e-34b1-45b4-8324-b43232f76e6c req-cd50ed02-17f7-486c-8b0c-0cc46f4582b6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:10.208434 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b0ef9c6e-34b1-45b4-8324-b43232f76e6c req-cd50ed02-17f7-486c-8b0c-0cc46f4582b6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0979733 Jul 08 19:44:10.269457 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b0ef9c6e-34b1-45b4-8324-b43232f76e6c req-e8320cda-5110-4061-9c3d-1c94a5ed2ab0 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Jul 08 19:44:10.808733 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:10.811476 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ea14e-8037-4abb-aa62-c6d83b2a626b req-64e3db4a-7f47-43dc-b9d0-84d2c15fa1fa tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:10.813190 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d9ea14e-8037-4abb-aa62-c6d83b2a626b req-64e3db4a-7f47-43dc-b9d0-84d2c15fa1fa tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0741789 Jul 08 19:44:10.861768 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5d9ea14e-8037-4abb-aa62-c6d83b2a626b req-5942a1b3-2616-44d3-9e26-a694bd6e48e3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Jul 08 19:44:11.462633 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e876d17-856c-4e78-8366-e47fa927da0f req-4dbd6b9a-eb85-412d-bb5b-87d76f041a57 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:11.464103 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6e876d17-856c-4e78-8366-e47fa927da0f req-4dbd6b9a-eb85-412d-bb5b-87d76f041a57 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0731957 Jul 08 19:44:11.506003 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6e876d17-856c-4e78-8366-e47fa927da0f req-69544fe8-e565-4444-b198-7ac5de888988 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Jul 08 19:44:12.067035 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535fff-4d99-4950-bc52-60ecc832498b req-5862c044-dc4e-417f-ab0b-026f7929e2db tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:12.068805 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60535fff-4d99-4950-bc52-60ecc832498b req-5862c044-dc4e-417f-ab0b-026f7929e2db tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0795994 Jul 08 19:44:12.115023 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60535fff-4d99-4950-bc52-60ecc832498b req-d22d4391-186a-4861-92e5-f42f9dd03160 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368886 Jul 08 19:44:12.700290 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684041-90a3-4411-8e49-99a3fc0007d8 req-96cb1697-6366-440f-a5aa-4d9c873b8649 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:12.701899 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f6684041-90a3-4411-8e49-99a3fc0007d8 req-96cb1697-6366-440f-a5aa-4d9c873b8649 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0689425 Jul 08 19:44:12.741413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f6684041-90a3-4411-8e49-99a3fc0007d8 req-554efaee-e075-4797-9352-30685ba9ab04 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338926 Jul 08 19:44:13.291829 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818363e-93c7-44c0-8816-dcd37d512ba2 req-ee71447d-c151-444f-bf5b-716054b1076c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:13.293286 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7818363e-93c7-44c0-8816-dcd37d512ba2 req-ee71447d-c151-444f-bf5b-716054b1076c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0618923 Jul 08 19:44:13.330739 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7818363e-93c7-44c0-8816-dcd37d512ba2 req-99fa0acf-dd5f-44ba-89be-6defe9bbe8b7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Jul 08 19:44:13.929500 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d03a-bf6c-4347-ad94-e37d565d9d12 req-cb468e14-244b-40df-9022-4e2af7c18839 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:13.931007 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9bb5d03a-bf6c-4347-ad94-e37d565d9d12 req-cb468e14-244b-40df-9022-4e2af7c18839 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0679071 Jul 08 19:44:13.938927 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:13.967948 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9bb5d03a-bf6c-4347-ad94-e37d565d9d12 req-c341003e-cdd0-48e0-8935-fd3b8c90b386 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Jul 08 19:44:14.518860 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a48478-dd36-4234-89e7-6ff4f753b398 req-dc7e9b3d-9737-4b89-9c92-d57dd44ea571 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:14.520413 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-33a48478-dd36-4234-89e7-6ff4f753b398 req-dc7e9b3d-9737-4b89-9c92-d57dd44ea571 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0717869 Jul 08 19:44:14.560083 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-33a48478-dd36-4234-89e7-6ff4f753b398 req-4028a2f9-6ea6-4451-8547-d7f40075176b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Jul 08 19:44:15.151647 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a595e98-4ea8-4cb8-ae77-c04540b86c9a req-068ed6d0-80f8-4834-a266-419fe3167afa tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:15.153150 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9a595e98-4ea8-4cb8-ae77-c04540b86c9a req-068ed6d0-80f8-4834-a266-419fe3167afa tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0696311 Jul 08 19:44:15.204913 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9a595e98-4ea8-4cb8-ae77-c04540b86c9a req-389a43a3-c469-402d-a57f-aa2abf7a4606 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Jul 08 19:44:15.760104 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b7315-4f01-4ad7-a343-c2bbc4476fae req-e3b90995-3d8a-4584-a5a0-8fb0ea3216ef tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:15.761506 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0f7b7315-4f01-4ad7-a343-c2bbc4476fae req-e3b90995-3d8a-4584-a5a0-8fb0ea3216ef tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0662661 Jul 08 19:44:15.804487 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0f7b7315-4f01-4ad7-a343-c2bbc4476fae req-6c86095c-3c23-4785-8e2e-521522471568 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Jul 08 19:44:16.396760 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9073-907f-4acc-8700-8d47e8765e6e req-d82db5a5-760b-417f-96f7-4619896c73db tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:16.398209 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5be9073-907f-4acc-8700-8d47e8765e6e req-d82db5a5-760b-417f-96f7-4619896c73db tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0713220 Jul 08 19:44:16.445954 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5be9073-907f-4acc-8700-8d47e8765e6e req-cdb103b4-d601-41cb-8d86-464565f5c677 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Jul 08 19:44:17.063570 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c878-985b-4647-a2e0-72fc571b96dc req-8895e016-4869-43f4-98c5-f2cf6f4e7606 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:17.065539 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5424c878-985b-4647-a2e0-72fc571b96dc req-8895e016-4869-43f4-98c5-f2cf6f4e7606 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1015873 Jul 08 19:44:17.125721 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5424c878-985b-4647-a2e0-72fc571b96dc req-41cc3b87-680e-4273-9482-b43158c0fd2f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525837 Jul 08 19:44:17.234436 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c614a7-05a8-4220-8071-1d627bc5795e req-0c380d3f-1a40-4890-9028-1836913e65b4 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:17.242079 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-89c614a7-05a8-4220-8071-1d627bc5795e req-0c380d3f-1a40-4890-9028-1836913e65b4 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0895226 Jul 08 19:44:17.285669 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-89c614a7-05a8-4220-8071-1d627bc5795e req-22b7d057-9bd8-4101-b8e4-ecad2689232f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 Jul 08 19:44:17.702541 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500a31d-9f7f-4c2d-81a0-70e8efb40810 req-431f6fe8-e776-4239-aebe-a1f5a4b1860e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:17.704062 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d500a31d-9f7f-4c2d-81a0-70e8efb40810 req-431f6fe8-e776-4239-aebe-a1f5a4b1860e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1317637 Jul 08 19:44:17.745430 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d500a31d-9f7f-4c2d-81a0-70e8efb40810 req-ec016374-e9bd-47ab-a5a3-81c2adb63429 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Jul 08 19:44:18.343002 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13b88-dd27-465a-bb3a-71c4e6dae01a req-81a49fce-56f9-4e4c-934a-76b31c89d491 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:18.344496 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-80d13b88-dd27-465a-bb3a-71c4e6dae01a req-81a49fce-56f9-4e4c-934a-76b31c89d491 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0675135 Jul 08 19:44:18.390935 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-80d13b88-dd27-465a-bb3a-71c4e6dae01a req-637b581b-3a78-4c55-9fc8-26c72457c86e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375583 Jul 08 19:44:18.485471 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01497d67-d357-4fe4-8f2e-826d9a32e1f4 req-11db8cd4-7a61-475d-8ebf-a8c4ec7153fa tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:18.487349 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-01497d67-d357-4fe4-8f2e-826d9a32e1f4 req-11db8cd4-7a61-475d-8ebf-a8c4ec7153fa tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0787172 Jul 08 19:44:18.532620 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-01497d67-d357-4fe4-8f2e-826d9a32e1f4 req-930ba67e-1048-4e4a-9d4e-72bb7b1202c0 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Jul 08 19:44:19.195986 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6e22-b86b-419a-a030-a5c981ef6d99 req-ad855e4a-08b5-4182-b78c-fcb91f73857e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:19.197536 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4b5f6e22-b86b-419a-a030-a5c981ef6d99 req-ad855e4a-08b5-4182-b78c-fcb91f73857e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0679069 Jul 08 19:44:19.253880 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4b5f6e22-b86b-419a-a030-a5c981ef6d99 req-eac7b62e-fbb6-4899-8b50-f01aeb48d72d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Jul 08 19:44:19.607786 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81883c-fe42-4ce8-a38d-f582f0ae9d90 req-98469cf9-05fc-4d24-a1a7-6883b674a04d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:19.613739 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9f81883c-fe42-4ce8-a38d-f582f0ae9d90 req-98469cf9-05fc-4d24-a1a7-6883b674a04d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0840673 Jul 08 19:44:19.664128 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9f81883c-fe42-4ce8-a38d-f582f0ae9d90 req-c31ff176-5eeb-46be-8a24-4272d8bb8e5a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 Jul 08 19:44:19.794005 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56afc4-4d16-4ecd-b748-b15db2334f31 req-d8cfad53-3dcf-42a9-875f-7f95862cc024 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:19.797161 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9b56afc4-4d16-4ecd-b748-b15db2334f31 req-d8cfad53-3dcf-42a9-875f-7f95862cc024 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0940785 Jul 08 19:44:19.852505 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9b56afc4-4d16-4ecd-b748-b15db2334f31 req-99168d5b-311f-476c-88db-f1442948cdad tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Jul 08 19:44:20.197032 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-1953dc6e-2805-4fae-8dc1-42320ce7171d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:20.199115 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-1953dc6e-2805-4fae-8dc1-42320ce7171d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 945 time: 0.0893149 Jul 08 19:44:20.412497 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Deleting port 81f918af-07eb-4db1-b866-aeb6959d98c9 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:44:20.412497 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:20.509276 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1efc32-8a1d-407b-b864-ffe3c29217be req-b6d9a830-1aa0-45eb-b016-c52b3d2d849f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:20.509276 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ab1efc32-8a1d-407b-b864-ffe3c29217be req-b6d9a830-1aa0-45eb-b016-c52b3d2d849f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1004300 Jul 08 19:44:20.541461 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] For port 81f918af-07eb-4db1-b866-aeb6959d98c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=81f918af-07eb-4db1-b866-aeb6959d98c9,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:20.542041 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:20.563462 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Calling delete_port for 81f918af-07eb-4db1-b866-aeb6959d98c9 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:44:20.576389 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ab1efc32-8a1d-407b-b864-ffe3c29217be req-d4159ad1-0e82-4729-997e-cbe1821335c4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Jul 08 19:44:20.754833 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:20.785311 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad', '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'c4a77e02-5a92-43e9-833f-5e49e2086b63', '81f918af-07eb-4db1-b866-aeb6959d98c9'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:44:20.805704 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event deleted for resources: {'Port': ['ID=81f918af-07eb-4db1-b866-aeb6959d98c9,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:20.906798 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.907155 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.907498 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.907836 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.908704 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.909037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.909367 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.909725 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.910052 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.910433 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.910699 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.911021 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:20.942515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] No DVR routers for this DVR port 81f918af-07eb-4db1-b866-aeb6959d98c9 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:44:20.945122 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:20.947357 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ca867d5e-709f-43e8-9009-70ea1e30af51 req-0307d299-1469-4ec4-9281-f7daa8f0ffe1 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "DELETE /v2.0/ports/81f918af-07eb-4db1-b866-aeb6959d98c9 HTTP/1.1" status: 204 len: 173 time: 0.7379751 Jul 08 19:44:20.949584 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276635c6-00df-4aca-babc-c593464ae716', 'name': 'network-vif-deleted', 'tag': '81f918af-07eb-4db1-b866-aeb6959d98c9'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:20.952150 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735bb6e-5859-4edd-8125-8256b69eebd3" -d '{"events": [{"server_uuid": "276635c6-00df-4aca-babc-c593464ae716", "name": "network-vif-deleted", "tag": "81f918af-07eb-4db1-b866-aeb6959d98c9"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:21.020856 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168a77a-8980-4425-b307-2bba1bb4081a req-9253d4ec-6872-4504-96e9-08872922a504 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:21.024973 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5168a77a-8980-4425-b307-2bba1bb4081a req-9253d4ec-6872-4504-96e9-08872922a504 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1591041 Jul 08 19:44:21.040181 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6a3b22c5-d879-4c80-acf8-f92c53357b2e req-bf29a4e9-ca80-4f4e-a602-bb4ad638e802 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 210 time: 0.0453949 Jul 08 19:44:21.085897 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7fc9b2-898d-40c6-9a79-e1e16ab43c76 x-openstack-request-id: req-7f7fc9b2-898d-40c6-9a79-e1e16ab43c76 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:21.086188 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276635c6-00df-4aca-babc-c593464ae716", "name": "network-vif-deleted", "tag": "81f918af-07eb-4db1-b866-aeb6959d98c9", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:21.086438 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f7fc9b2-898d-40c6-9a79-e1e16ab43c76 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:21.086828 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276635c6-00df-4aca-babc-c593464ae716', 'name': 'network-vif-deleted', 'tag': '81f918af-07eb-4db1-b866-aeb6959d98c9', 'status': 'completed', 'code': 200} Jul 08 19:44:21.126326 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5168a77a-8980-4425-b307-2bba1bb4081a req-bc3fc991-c1b1-4389-a1b5-0fce8e8487f1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905366 Jul 08 19:44:21.797147 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6ecb-32af-469a-8d67-5e419af28abf req-1bc5c0bf-8ff0-48fe-a83a-6486c03db89a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:21.798720 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ac5b6ecb-32af-469a-8d67-5e419af28abf req-1bc5c0bf-8ff0-48fe-a83a-6486c03db89a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0707533 Jul 08 19:44:21.840121 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ac5b6ecb-32af-469a-8d67-5e419af28abf req-b377dac4-6b9c-4759-9858-7f067799d692 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Jul 08 19:44:22.217757 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5f741da5-ea8f-43f9-a9db-61a449eb2e42 req-a69c60ac-dad4-4b6e-9593-12d1980531ce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=276635c6-00df-4aca-babc-c593464ae716 HTTP/1.1" status: 200 len: 210 time: 0.0431240 Jul 08 19:44:22.415639 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12c6b0-c008-4524-bf03-95b63851eaad req-c6ba60df-6da6-47e9-990d-e0259088769c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:22.417656 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e12c6b0-c008-4524-bf03-95b63851eaad req-c6ba60df-6da6-47e9-990d-e0259088769c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1136196 Jul 08 19:44:22.470158 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e12c6b0-c008-4524-bf03-95b63851eaad req-e6bc39a9-9e22-40be-ad5f-d37fe5e5616f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462117 Jul 08 19:44:22.797335 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:44:23.049446 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d12b1b-935b-4288-a32f-62203065d7b2 req-2fce5eda-9465-4f97-8bca-52aa5cf2de84 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:23.056958 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c2d12b1b-935b-4288-a32f-62203065d7b2 req-2fce5eda-9465-4f97-8bca-52aa5cf2de84 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0911300 Jul 08 19:44:23.108070 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c2d12b1b-935b-4288-a32f-62203065d7b2 req-def8d79a-7bde-43d7-b422-e747eeee29d7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Jul 08 19:44:23.682765 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51284f06-f7c4-4ee6-8e97-2ac6e1d64194 req-86345085-0e26-4ae2-951b-3db3a61ba678 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:23.686158 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-51284f06-f7c4-4ee6-8e97-2ac6e1d64194 req-86345085-0e26-4ae2-951b-3db3a61ba678 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0747468 Jul 08 19:44:23.730647 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-51284f06-f7c4-4ee6-8e97-2ac6e1d64194 req-2fa060f0-36e7-4ea2-8fb8-42f3600b7e72 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Jul 08 19:44:24.307674 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:44:24.310796 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 81f918af-07eb-4db1-b866-aeb6959d98c9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:44:24.336742 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c031e-0212-49f0-b967-b5dc11b7edc7 req-7ad1696a-dbbc-4d9d-b6c0-067db598f774 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:24.344978 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 81f918af-07eb-4db1-b866-aeb6959d98c9 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:44:24.345872 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dd8c031e-0212-49f0-b967-b5dc11b7edc7 req-7ad1696a-dbbc-4d9d-b6c0-067db598f774 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0980468 Jul 08 19:44:24.346345 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 81f918af-07eb-4db1-b866-aeb6959d98c9 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:44:24.389199 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dd8c031e-0212-49f0-b967-b5dc11b7edc7 req-bce420ad-fe64-4ccb-bd56-a09a7e5f5a34 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Jul 08 19:44:24.450356 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:24.462968 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'mac_address': 'fa:16:3e:30:a6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:44:24.513080 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:24.533526 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1952a6bc-3d93-4ec2-9a74-04690dbea868 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:44:24.564647 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:24.571281 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:24.647362 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=6']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:24.664168 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.664902 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.665350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.666977 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.666977 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.667451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.667857 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.668382 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.668879 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.669280 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.669727 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.670188 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:24.889949 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1952a6bc-3d93-4ec2-9a74-04690dbea868'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:44:25.034658 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bc65d-b0a2-414d-b7c2-12295cdead2f req-46c680f7-f227-4e58-b3d8-fc4ea0d71f21 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:25.037580 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9f3bc65d-b0a2-414d-b7c2-12295cdead2f req-46c680f7-f227-4e58-b3d8-fc4ea0d71f21 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.1070693 Jul 08 19:44:25.094259 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9f3bc65d-b0a2-414d-b7c2-12295cdead2f req-5bde6df7-de09-4344-9c53-2cda2aaa44e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511892 Jul 08 19:44:25.151857 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e4e0f-bfdc-4d8f-942a-9bca85d6aed2 req-6fff2426-1643-464b-a246-6097ef9fe032 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:25.153751 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5b4e4e0f-bfdc-4d8f-942a-9bca85d6aed2 req-6fff2426-1643-464b-a246-6097ef9fe032 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 946 time: 0.0895827 Jul 08 19:44:25.224618 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5b4e4e0f-bfdc-4d8f-942a-9bca85d6aed2 req-a6b6b94f-62e4-48e4-8247-1b1638bbc8eb tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645368 Jul 08 19:44:25.589158 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c812-78d3-45cb-9c1c-176cd4108981 req-d12c3034-c971-4e70-954d-081bcf2d6b6d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:25.590658 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3521c812-78d3-45cb-9c1c-176cd4108981 req-d12c3034-c971-4e70-954d-081bcf2d6b6d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0831423 Jul 08 19:44:25.630744 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3521c812-78d3-45cb-9c1c-176cd4108981 req-9a8ef6fb-7380-4ec9-8e51-41c4533504ad tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Jul 08 19:44:26.307873 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:44:26.341157 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575d67-d23c-4d77-bad4-77201391d188 req-4a9cca92-abe6-451f-b5b7-1b649e3f7d73 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:26.354800 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e0575d67-d23c-4d77-bad4-77201391d188 req-4a9cca92-abe6-451f-b5b7-1b649e3f7d73 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.1327810 Jul 08 19:44:26.425111 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 1952a6bc-3d93-4ec2-9a74-04690dbea868 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:44:26.425931 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:26.490220 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e0575d67-d23c-4d77-bad4-77201391d188 req-65f9cbd1-967f-43f7-b5c2-7b824b6cb1d7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338592 Jul 08 19:44:26.564718 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:26.572092 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed8f2-4b6f-4f98-8698-3e35e913dbad req-e972becd-f8b7-48df-8233-823394dbbed2 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:26.579210 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0faed8f2-4b6f-4f98-8698-3e35e913dbad req-e972becd-f8b7-48df-8233-823394dbbed2 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 946 time: 0.1330228 Jul 08 19:44:26.627423 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:26.631317 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:26.635327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26811560-1407-4f2e-8f4b-148efe2806a3" -d '{"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-plugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:26.638611 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0faed8f2-4b6f-4f98-8698-3e35e913dbad req-692b44e9-fed8-4de6-a177-a7b87c1c8128 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506401 Jul 08 19:44:26.641539 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:26.755949 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e0a4ff-e7ac-45a6-931b-80f42b304556 x-openstack-request-id: req-17e0a4ff-e7ac-45a6-931b-80f42b304556 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:26.756524 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-plugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:26.756851 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17e0a4ff-e7ac-45a6-931b-80f42b304556 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:26.757326 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'code': 200} Jul 08 19:44:26.758175 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=7']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:26.892536 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375ca9-89b7-4a77-83b9-f24cf5761862 req-954ef130-fd36-44e0-9e68-7bdd8547d973 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:26.900107 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-86375ca9-89b7-4a77-83b9-f24cf5761862 req-954ef130-fd36-44e0-9e68-7bdd8547d973 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1251845 Jul 08 19:44:26.958203 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-86375ca9-89b7-4a77-83b9-f24cf5761862 req-677cbd96-6d42-4bf0-83a5-a70b15e852d6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567327 Jul 08 19:44:27.968849 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec14168-fd8b-4e20-ad60-8ab7ba0120db req-b72043c1-f6cc-4959-8d5d-ce8d59f2697e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:27.983455 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4ec14168-fd8b-4e20-ad60-8ab7ba0120db req-b72043c1-f6cc-4959-8d5d-ce8d59f2697e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1963367 Jul 08 19:44:28.090954 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4ec14168-fd8b-4e20-ad60-8ab7ba0120db req-a3af0495-90ba-4914-9e4b-c626d52cdb3e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059186 Jul 08 19:44:28.112594 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816c8a-c58e-4b53-8a4e-eae0665c63e8 req-4429aa92-61e0-40ad-b1f1-f4923f3bd110 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:28.116121 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-55816c8a-c58e-4b53-8a4e-eae0665c63e8 req-4429aa92-61e0-40ad-b1f1-f4923f3bd110 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 946 time: 0.1894786 Jul 08 19:44:28.481909 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e18904-2d34-4cbc-9a6f-3d4518bb329e req-2fd09c72-633d-43fe-a672-a5327543a90e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:28.487480 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-71e18904-2d34-4cbc-9a6f-3d4518bb329e req-2fd09c72-633d-43fe-a672-a5327543a90e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1949434 Jul 08 19:44:28.588799 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-71e18904-2d34-4cbc-9a6f-3d4518bb329e req-c182407d-0cad-4dfe-8263-c2b79d2e9bca tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950348 Jul 08 19:44:28.770831 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-55816c8a-c58e-4b53-8a4e-eae0665c63e8 req-c71fa899-ed1a-467b-9840-7f3ecac0f65f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478612 Jul 08 19:44:28.806206 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-891a33a0-6339-44b2-896b-22e6618311c5 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:28.808528 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-891a33a0-6339-44b2-896b-22e6618311c5 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 946 time: 0.1247504 Jul 08 19:44:28.968150 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Deleting port c4a77e02-5a92-43e9-833f-5e49e2086b63 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:44:28.968662 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:29.107926 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] For port c4a77e02-5a92-43e9-833f-5e49e2086b63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c4a77e02-5a92-43e9-833f-5e49e2086b63,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:29.109507 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:29.138956 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Calling delete_port for c4a77e02-5a92-43e9-833f-5e49e2086b63 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:44:29.304125 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:29.321108 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad', '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'c4a77e02-5a92-43e9-833f-5e49e2086b63'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:44:29.363116 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event deleted for resources: {'Port': ['ID=c4a77e02-5a92-43e9-833f-5e49e2086b63,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:29.424093 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] No DVR routers for this DVR port c4a77e02-5a92-43e9-833f-5e49e2086b63 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:44:29.428828 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:29.431896 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3508afb6-3360-4f5f-981e-91b1984fbc6e req-2e1a1e47-2675-4823-89fe-5b6cc81f11f9 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "DELETE /v2.0/ports/c4a77e02-5a92-43e9-833f-5e49e2086b63 HTTP/1.1" status: 204 len: 173 time: 0.6100876 Jul 08 19:44:29.432607 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'name': 'network-vif-deleted', 'tag': 'c4a77e02-5a92-43e9-833f-5e49e2086b63'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:29.443975 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba73d2-f925-493a-9026-cb7263560680" -d '{"events": [{"server_uuid": "a701192f-3ff7-4c1c-a0a1-a796185a73a3", "name": "network-vif-deleted", "tag": "c4a77e02-5a92-43e9-833f-5e49e2086b63"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:29.519573 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a941a9ad-57b1-4233-bffc-718f03dda4c4 x-openstack-request-id: req-a941a9ad-57b1-4233-bffc-718f03dda4c4 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:29.519752 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef643f1-8c01-4a85-a40e-55998aedac67 req-0e9f365a-a4c4-417e-a534-62cade9381ab tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:29.520984 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a701192f-3ff7-4c1c-a0a1-a796185a73a3", "name": "network-vif-deleted", "tag": "c4a77e02-5a92-43e9-833f-5e49e2086b63", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:29.521324 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cef643f1-8c01-4a85-a40e-55998aedac67 req-0e9f365a-a4c4-417e-a534-62cade9381ab tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1876662 Jul 08 19:44:29.521718 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a941a9ad-57b1-4233-bffc-718f03dda4c4 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:29.522427 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a701192f-3ff7-4c1c-a0a1-a796185a73a3', 'name': 'network-vif-deleted', 'tag': 'c4a77e02-5a92-43e9-833f-5e49e2086b63', 'status': 'completed', 'code': 200} Jul 08 19:44:29.613677 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cef643f1-8c01-4a85-a40e-55998aedac67 req-28e6dfcb-1f9a-45bd-b9af-29b433aca0b8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761290 Jul 08 19:44:29.931986 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a813f6-05f0-43a4-b229-c921eec4908d req-683b1df6-208f-4c7e-aedc-7bc7ab2d2176 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:29.933577 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d7a813f6-05f0-43a4-b229-c921eec4908d req-683b1df6-208f-4c7e-aedc-7bc7ab2d2176 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1245046 Jul 08 19:44:29.982112 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d7a813f6-05f0-43a4-b229-c921eec4908d req-d06b28fb-b0e6-4bee-89d4-a858cfd04d33 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Jul 08 19:44:30.161826 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bc892b8d-d8f8-4bae-9de8-84639c68fc35 req-13292db6-c243-4a4c-be11-f98b49fa5878 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=a701192f-3ff7-4c1c-a0a1-a796185a73a3 HTTP/1.1" status: 200 len: 210 time: 0.0358539 Jul 08 19:44:30.841786 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac691b4e-4c04-4f8b-a265-9cee77599a5f req-c6e215ac-78b5-4fc5-bf6b-e09899ac9d5f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:30.843341 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ac691b4e-4c04-4f8b-a265-9cee77599a5f req-c6e215ac-78b5-4fc5-bf6b-e09899ac9d5f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0843034 Jul 08 19:44:30.902160 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ac691b4e-4c04-4f8b-a265-9cee77599a5f req-b0c22549-0f6d-42a9-91c5-30bf41800760 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509415 Jul 08 19:44:31.249603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e385ba-5fc0-4b7c-86e8-61027332af71 req-38239e3e-d1bf-4daa-8a40-190726ee9128 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:31.251948 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4e385ba-5fc0-4b7c-86e8-61027332af71 req-38239e3e-d1bf-4daa-8a40-190726ee9128 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1009765 Jul 08 19:44:31.322817 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4e385ba-5fc0-4b7c-86e8-61027332af71 req-44f50235-1f0b-4bc6-a0fa-b420a51a6d0a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Jul 08 19:44:31.774123 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df396e-ef8a-4ba2-a976-7373b8e9d919 req-fe344c15-06f2-47e3-a0a6-ccc481db57ff tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:31.775679 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a9df396e-ef8a-4ba2-a976-7373b8e9d919 req-fe344c15-06f2-47e3-a0a6-ccc481db57ff tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.0974419 Jul 08 19:44:31.821670 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a9df396e-ef8a-4ba2-a976-7373b8e9d919 req-934bdeb1-7870-450f-b1d3-d1c194149baf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Jul 08 19:44:32.114386 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9d246-43c6-4e2b-9cb9-f4151de4a3c9 req-afe1b830-12c3-434e-8a15-ccd7dc826570 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:32.116834 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7ca9d246-43c6-4e2b-9cb9-f4151de4a3c9 req-afe1b830-12c3-434e-8a15-ccd7dc826570 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0723066 Jul 08 19:44:32.161855 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7ca9d246-43c6-4e2b-9cb9-f4151de4a3c9 req-9c7bfb64-1c31-4b90-9362-994a1fb67a7a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Jul 08 19:44:32.491820 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device c4a77e02-5a92-43e9-833f-5e49e2086b63 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:44:32.530308 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: c4a77e02-5a92-43e9-833f-5e49e2086b63 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:44:32.530940 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device c4a77e02-5a92-43e9-833f-5e49e2086b63 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:44:32.532521 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5489e-76de-4cdc-9fee-3458b4c91dd3 req-8ab5bdb5-45cd-488d-a066-667dbf2359de tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:32.539451 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-08e5489e-76de-4cdc-9fee-3458b4c91dd3 req-8ab5bdb5-45cd-488d-a066-667dbf2359de tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0884199 Jul 08 19:44:32.584295 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-08e5489e-76de-4cdc-9fee-3458b4c91dd3 req-94639761-84c3-47f9-899b-bf93de50dbc7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Jul 08 19:44:33.019493 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681b4fc-1e72-4b62-a7f2-638798ead215 req-1ad0335b-4668-4824-83dd-d982c4aa208c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:33.021285 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f681b4fc-1e72-4b62-a7f2-638798ead215 req-1ad0335b-4668-4824-83dd-d982c4aa208c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.0693443 Jul 08 19:44:33.066528 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f681b4fc-1e72-4b62-a7f2-638798ead215 req-309f05c3-eba3-4dcc-8b45-023e85e00456 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Jul 08 19:44:33.394614 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f00f1-154e-4f65-a4b4-ce46d61666ec req-7b485df3-f30e-4b34-b35e-d8b384dcd34b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:33.396157 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6e0f00f1-154e-4f65-a4b4-ce46d61666ec req-7b485df3-f30e-4b34-b35e-d8b384dcd34b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0867054 Jul 08 19:44:33.439511 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6e0f00f1-154e-4f65-a4b4-ce46d61666ec req-daf07639-be3f-4b22-80a5-c5a05ee552b1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373518 Jul 08 19:44:33.762107 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76895556-bd01-4f92-a672-945530d444e7 req-52aeb01f-d556-47eb-a236-6ba2d684b70b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:33.769568 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-76895556-bd01-4f92-a672-945530d444e7 req-52aeb01f-d556-47eb-a236-6ba2d684b70b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0717831 Jul 08 19:44:33.809656 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-76895556-bd01-4f92-a672-945530d444e7 req-9c78094e-eb6c-41f4-a583-1fc5e9734a1f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Jul 08 19:44:34.265425 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626055-ac14-4f81-a6e6-5078a75e2866 req-81c057d2-d8d1-4c31-b4c0-99d3df6889fc tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:34.267234 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-56626055-ac14-4f81-a6e6-5078a75e2866 req-81c057d2-d8d1-4c31-b4c0-99d3df6889fc tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.0759592 Jul 08 19:44:34.313008 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-56626055-ac14-4f81-a6e6-5078a75e2866 req-8eb092dc-efc7-4056-8d20-70ef3be395d7 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Jul 08 19:44:34.640949 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e94aef-7900-4d4b-bb4f-30a20d8ba735 req-ad259a52-7c6e-4970-8cdd-29be564203ce tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:34.643332 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c3e94aef-7900-4d4b-bb4f-30a20d8ba735 req-ad259a52-7c6e-4970-8cdd-29be564203ce tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0756261 Jul 08 19:44:34.698118 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c3e94aef-7900-4d4b-bb4f-30a20d8ba735 req-93975b69-78ff-4424-b1e0-415a36e4cb20 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483875 Jul 08 19:44:35.044540 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95be5-b97c-4ece-848d-5bab3ceb1f2a req-42cc80df-9238-453b-9167-ca6310be6169 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:35.046387 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-64b95be5-b97c-4ece-848d-5bab3ceb1f2a req-42cc80df-9238-453b-9167-ca6310be6169 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0908849 Jul 08 19:44:35.102049 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-64b95be5-b97c-4ece-848d-5bab3ceb1f2a req-39f92bc9-e8df-4a7b-90bc-ae204359bda4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Jul 08 19:44:35.222529 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44170) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:35.257450 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-476702a6-7974-404f-9025-bd775982087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.304770 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Deleting subnet 36b31cf6-dbdf-4878-923c-db6b2292e664 {{(pid=99694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:44:35.309726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.349889 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25000836'] for subnet, precommit_delete_associations {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.401187 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.499085 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24970168'] for subnet, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.581755 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b31cf6-dbdf-4878-923c-db6b2292e664,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:35.585058 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.588498 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-7ee287d0-1454-4d9b-84e3-27b9e72f1849 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/36b31cf6-dbdf-4878-923c-db6b2292e664 HTTP/1.1" status: 204 len: 168 time: 0.3647354 Jul 08 19:44:35.593840 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44180) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:35.637298 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6f252-5de8-4a7a-bdb1-6e0c10c28a69 req-11e29480-f1f8-4c76-9d79-515e321ca19e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:35.638871 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fe6f252-5de8-4a7a-bdb1-6e0c10c28a69 req-11e29480-f1f8-4c76-9d79-515e321ca19e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.1107304 Jul 08 19:44:35.714038 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fe6f252-5de8-4a7a-bdb1-6e0c10c28a69 req-dc8e8d5e-699b-45f0-8eeb-9b7de35986e6 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649583 Jul 08 19:44:35.727730 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.818004 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.829458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8aba26-5e96-4eea-a686-2aaeb846f0a0']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:44:35.848654 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77b0357-48fe-46ae-a6a9-1250f802eb65') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:44:35.848973 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77b0357-48fe-46ae-a6a9-1250f802eb65') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:44:35.861791 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.881606 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.887714 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:44:35.888100 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:44:35.889883 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:44:35.930350 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e946b-ca93-4780-9713-118d3b6d7956 req-382572d9-29a1-428c-9071-8a3e35165a81 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:35.940038 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2b2e946b-ca93-4780-9713-118d3b6d7956 req-382572d9-29a1-428c-9071-8a3e35165a81 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1072252 Jul 08 19:44:35.958837 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.974862 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:35.976811 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba8aba26-5e96-4eea-a686-2aaeb846f0a0 HTTP/1.1" status: 204 len: 168 time: 0.3811562 Jul 08 19:44:35.978243 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689f334-b9f5-46f0-bdb2-e9f82f12dd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8aba26-5e96-4eea-a686-2aaeb846f0a0,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:35.994069 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2b2e946b-ca93-4780-9713-118d3b6d7956 req-75454b9c-7d56-4172-b5de-e8f7f97426e1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522184 Jul 08 19:44:36.179717 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44190) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:36.241343 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-664af65f-7fa6-4463-b56b-5ad2a2e575c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bedf0668a66416c8c5ba83fc7bdd48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604548 Jul 08 19:44:36.243888 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44192) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:36.306064 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee966-42cb-4990-8dfb-7c965292ebd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:36.311163 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9753064-d674-4449-b579-948eca575ee9 req-8691145b-7156-4590-a436-14b1b8ca79d4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:36.313064 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9753064-d674-4449-b579-948eca575ee9 req-8691145b-7156-4590-a436-14b1b8ca79d4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0841353 Jul 08 19:44:36.331996 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee966-42cb-4990-8dfb-7c965292ebd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:36.363889 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9753064-d674-4449-b579-948eca575ee9 req-df6a8d72-260a-4a5a-b1f9-2643a740b2b8 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Jul 08 19:44:36.400317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee966-42cb-4990-8dfb-7c965292ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:36.403343 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee966-42cb-4990-8dfb-7c965292ebd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:36.410183 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-dc7ee966-42cb-4990-8dfb-7c965292ebd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55ebca63-bc96-4583-9e7a-bd51d335259b HTTP/1.1" status: 204 len: 168 time: 0.1646020 Jul 08 19:44:36.434038 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee966-42cb-4990-8dfb-7c965292ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ebca63-bc96-4583-9e7a-bd51d335259b,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:36.894794 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa6589-b57d-4ed8-8adb-e11ff9d8e624 req-a11d1d08-5b0c-46da-a5f4-665849ab2fce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:36.896369 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-efaa6589-b57d-4ed8-8adb-e11ff9d8e624 req-a11d1d08-5b0c-46da-a5f4-665849ab2fce tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.0716550 Jul 08 19:44:36.942432 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-efaa6589-b57d-4ed8-8adb-e11ff9d8e624 req-c82e69f1-34b5-4971-b8a9-e94a9ae09324 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Jul 08 19:44:37.181448 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf67463-bda7-4ea4-818c-a6f309181349 req-04471d61-8acc-40b7-b2d0-db0dbb98e9e8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:37.190138 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4cf67463-bda7-4ea4-818c-a6f309181349 req-04471d61-8acc-40b7-b2d0-db0dbb98e9e8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0825138 Jul 08 19:44:37.238911 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4cf67463-bda7-4ea4-818c-a6f309181349 req-b35b5009-5921-4058-9e2b-368106f115ca tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Jul 08 19:44:37.555349 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185b315-a332-4911-83b2-891ce44cbfed req-067c8a75-f324-4cbd-811a-7af84c0fbb42 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:37.556816 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c185b315-a332-4911-83b2-891ce44cbfed req-067c8a75-f324-4cbd-811a-7af84c0fbb42 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0653503 Jul 08 19:44:37.598119 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c185b315-a332-4911-83b2-891ce44cbfed req-1f29d85f-4b65-4d62-b763-e5033204627b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Jul 08 19:44:38.116203 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-fd4856d5-8464-43b7-9107-9b69c0b9aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:38.117935 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965ba8-535a-4279-be0b-fe29ce7143e5 req-68687596-49c1-46f0-9c2a-da1a53d2491a tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:38.119552 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6b965ba8-535a-4279-be0b-fe29ce7143e5 req-68687596-49c1-46f0-9c2a-da1a53d2491a tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.0627377 Jul 08 19:44:38.156700 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6b965ba8-535a-4279-be0b-fe29ce7143e5 req-0859dd64-e45d-44b7-8387-681473791b4a tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jul 08 19:44:38.249944 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:38.408190 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95202e-1c7d-411a-8b94-94470c2b1659 req-4e6e0c47-59cb-460a-8764-0fd0d45dc584 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:38.409700 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ba95202e-1c7d-411a-8b94-94470c2b1659 req-4e6e0c47-59cb-460a-8764-0fd0d45dc584 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0649238 Jul 08 19:44:38.446329 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ba95202e-1c7d-411a-8b94-94470c2b1659 req-206e05e4-a315-45c2-a493-8afa063f123e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Jul 08 19:44:38.787077 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9a6f5-1c7f-409b-a101-f300f9e5b77f req-7a1286c0-0759-45af-9361-1343248f42a3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:38.788525 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ffe9a6f5-1c7f-409b-a101-f300f9e5b77f req-7a1286c0-0759-45af-9361-1343248f42a3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0796125 Jul 08 19:44:38.825791 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ffe9a6f5-1c7f-409b-a101-f300f9e5b77f req-3c83000b-c7d5-4ed7-bf99-f7dbee99e3d9 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Jul 08 19:44:38.945001 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:39.333483 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e11ffe-9485-4a51-a066-cc0d4ac7cb84 req-ee497f9d-718b-46d2-9521-00ddfebdf42c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:39.335193 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-16e11ffe-9485-4a51-a066-cc0d4ac7cb84 req-ee497f9d-718b-46d2-9521-00ddfebdf42c tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.0661323 Jul 08 19:44:39.376306 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-16e11ffe-9485-4a51-a066-cc0d4ac7cb84 req-4b7b8fe6-8e4e-4138-8877-d99b950beb1e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351920 Jul 08 19:44:39.481890 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046bc48-2641-479f-b069-6667bd210857 req-f1045560-a3a4-40f6-a365-9ffdb7c841d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:39.483300 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4046bc48-2641-479f-b069-6667bd210857 req-f1045560-a3a4-40f6-a365-9ffdb7c841d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.0515296 Jul 08 19:44:39.520412 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4046bc48-2641-479f-b069-6667bd210857 req-c49acda7-d5c4-4ce6-9765-170771b0f273 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289392 Jul 08 19:44:39.638508 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746789e4-2160-4e3c-ab4e-fa4107bcc06d req-e048440c-540c-446c-a533-291a379a7d13 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:39.640119 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-746789e4-2160-4e3c-ab4e-fa4107bcc06d req-e048440c-540c-446c-a533-291a379a7d13 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0718365 Jul 08 19:44:39.690268 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-746789e4-2160-4e3c-ab4e-fa4107bcc06d req-5b0389c3-f180-480b-aefe-af49d29e450b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Jul 08 19:44:39.703349 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-eeeb8fc1-7e76-47d0-bc5b-78d945510894 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:39.705367 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-eeeb8fc1-7e76-47d0-bc5b-78d945510894 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 946 time: 0.1083221 Jul 08 19:44:39.710644 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-6c36fbad-1f5b-4d26-ac8a-57ac94ee3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:39.710644 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-6c36fbad-1f5b-4d26-ac8a-57ac94ee3e63 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1098 time: 0.1129415 Jul 08 19:44:39.877863 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-d2124301-c377-4142-9799-1f156592baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:39.878824 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-d2124301-c377-4142-9799-1f156592baf8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1555231 Jul 08 19:44:39.900623 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Deleting port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:44:39.900969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:40.001397 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-b849a843-d143-47da-b8ad-157432ac9473 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 1000 time: 0.1084855 Jul 08 19:44:40.009644 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9753ffc-4041-425a-abcd-404a9330067c req-464eb3bc-4a5b-4e2d-9452-37424eec7498 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:40.011118 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f9753ffc-4041-425a-abcd-404a9330067c req-464eb3bc-4a5b-4e2d-9452-37424eec7498 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0622559 Jul 08 19:44:40.034967 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] For port 80785a3e-d3ac-41e4-ab6c-56790529b9f3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80785a3e-d3ac-41e4-ab6c-56790529b9f3,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:40.035327 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:40.048447 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Calling delete_port for 80785a3e-d3ac-41e4-ab6c-56790529b9f3 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:44:40.052816 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f9753ffc-4041-425a-abcd-404a9330067c req-05dad25b-3e05-40e8-b6ad-84ef145363af tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Jul 08 19:44:40.176695 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:40.207250 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event deleted for resources: {'Port': ['ID=80785a3e-d3ac-41e4-ab6c-56790529b9f3,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:40.250020 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] No DVR routers for this DVR port 80785a3e-d3ac-41e4-ab6c-56790529b9f3 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:44:40.252919 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:40.254847 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4a9e1c0-7efb-4a44-80e9-5870ee5172b9 req-461e0dc7-8f79-420a-bf57-e72095e67215 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "DELETE /v2.0/ports/80785a3e-d3ac-41e4-ab6c-56790529b9f3 HTTP/1.1" status: 204 len: 173 time: 0.5385137 Jul 08 19:44:40.255279 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'name': 'network-vif-deleted', 'tag': '80785a3e-d3ac-41e4-ab6c-56790529b9f3'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:40.257514 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad74f89-31b9-4c51-9286-e902e6a48546" -d '{"events": [{"server_uuid": "acb21046-20fb-4b61-bc52-7918bbe946ce", "name": "network-vif-deleted", "tag": "80785a3e-d3ac-41e4-ab6c-56790529b9f3"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:40.292452 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8d781a-6b08-41a0-8832-4e666af62306 x-openstack-request-id: req-ae8d781a-6b08-41a0-8832-4e666af62306 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:40.292746 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb21046-20fb-4b61-bc52-7918bbe946ce", "name": "network-vif-deleted", "tag": "80785a3e-d3ac-41e4-ab6c-56790529b9f3", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:40.292995 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae8d781a-6b08-41a0-8832-4e666af62306 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:40.293386 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb21046-20fb-4b61-bc52-7918bbe946ce', 'name': 'network-vif-deleted', 'tag': '80785a3e-d3ac-41e4-ab6c-56790529b9f3', 'status': 'completed', 'code': 200} Jul 08 19:44:40.521426 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-683c6e88-0e44-43cd-994c-e44c020207ac req-879b9088-dc3f-4e90-98b2-2e2672b60cbf tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0319147 Jul 08 19:44:40.810043 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:40.874593 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a0e56-78fb-4494-b0cd-00979515e8ca req-bbbb8665-495d-4047-9f3d-a76d3c03f26a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:40.876723 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-719a0e56-78fb-4494-b0cd-00979515e8ca req-bbbb8665-495d-4047-9f3d-a76d3c03f26a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0681820 Jul 08 19:44:40.915925 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-719a0e56-78fb-4494-b0cd-00979515e8ca req-744477cb-8db1-427f-9278-4367b8720211 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Jul 08 19:44:41.242540 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-0ac0b932-60dc-411c-b04d-3e1d791012a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:41.244016 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-0ac0b932-60dc-411c-b04d-3e1d791012a8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0693328 Jul 08 19:44:41.264071 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f19678-84a2-4205-a3e2-e419b2e7fd64 req-aa208ab7-ba73-4dad-8274-d41140308768 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:41.265564 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-47f19678-84a2-4205-a3e2-e419b2e7fd64 req-aa208ab7-ba73-4dad-8274-d41140308768 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1019778 Jul 08 19:44:41.304073 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-47f19678-84a2-4205-a3e2-e419b2e7fd64 req-9d82032f-08fb-43a6-9c58-ecbb4e3dc4f7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Jul 08 19:44:41.667017 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e00673e1-eefd-4e2a-a6e4-feb54f65d39f req-2cee5a28-8194-4625-bfd7-9c50a84dbea0 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0331154 Jul 08 19:44:42.106818 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b252f7-4f32-4837-9810-51260206e85e req-8fa8f2b4-99a1-4283-827a-43d5ee2434f6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:42.109271 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f9b252f7-4f32-4837-9810-51260206e85e req-8fa8f2b4-99a1-4283-827a-43d5ee2434f6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0737331 Jul 08 19:44:42.149399 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f9b252f7-4f32-4837-9810-51260206e85e req-846e19dd-2f7e-4a59-bd88-1ef15c08edac tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Jul 08 19:44:42.483265 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddff11-3c8e-4843-8985-e815ad757f54 req-54e1812c-d5dc-47f8-946a-4a1427ed7679 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:42.484753 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-97ddff11-3c8e-4843-8985-e815ad757f54 req-54e1812c-d5dc-47f8-946a-4a1427ed7679 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0683291 Jul 08 19:44:42.525808 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-97ddff11-3c8e-4843-8985-e815ad757f54 req-7327929a-6f56-4e7d-93ee-76003842a654 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Jul 08 19:44:42.809527 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-96f1079d-d42b-430b-a4c0-8c4ffe14f82f req-f59d49ba-275a-41dd-8a71-e70d74d61e74 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0318413 Jul 08 19:44:43.121898 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1452cbf5-4cb6-4494-9df4-3b665949bcad', '80785a3e-d3ac-41e4-ab6c-56790529b9f3'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:44:43.199734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-ff1f1bc4-6fe4-409b-9d14-fffb06f0135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:43.201888 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-ff1f1bc4-6fe4-409b-9d14-fffb06f0135f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0672450 Jul 08 19:44:43.341605 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-a116dcd8-f870-4810-b02b-0712fa094cfb service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323199 Jul 08 19:44:43.410585 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4869369-beba-4163-81bb-eb67bedad9dc req-57e7385f-85b5-48e9-9c00-f565348cc131 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:43.412065 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4869369-beba-4163-81bb-eb67bedad9dc req-57e7385f-85b5-48e9-9c00-f565348cc131 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.1392934 Jul 08 19:44:43.477257 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4869369-beba-4163-81bb-eb67bedad9dc req-8e7b23fb-2fc5-44d3-9b24-4a2348ce6ed9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592268 Jul 08 19:44:43.501391 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2d3f3893-3f05-4915-9933-c397dc9c3057 req-a82c3c7b-16a4-4c6d-9585-eaefc20b34ef service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434443 Jul 08 19:44:43.702608 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323722-d526-4479-9bb6-4b199511be41 req-74808813-793f-47b5-a109-3ba617a8a5cf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:43.704651 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c9323722-d526-4479-9bb6-4b199511be41 req-74808813-793f-47b5-a109-3ba617a8a5cf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0663922 Jul 08 19:44:43.746032 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c9323722-d526-4479-9bb6-4b199511be41 req-e2d4460d-c55e-41e5-ab22-77c1e344f1eb tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Jul 08 19:44:43.958580 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:43.989258 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d8cace82-8624-4c85-8b86-675d97001bb3 req-a17aaa32-33ea-4581-9388-64d003efb682 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb21046-20fb-4b61-bc52-7918bbe946ce HTTP/1.1" status: 200 len: 210 time: 0.0330911 Jul 08 19:44:44.660896 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa90c1f-2aac-4dc1-9b00-77c2fb00aef7 req-7fc93e8b-8551-4de2-bd90-5ca373b26e94 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:44.662377 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4fa90c1f-2aac-4dc1-9b00-77c2fb00aef7 req-7fc93e8b-8551-4de2-bd90-5ca373b26e94 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0631576 Jul 08 19:44:44.698670 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4fa90c1f-2aac-4dc1-9b00-77c2fb00aef7 req-fa757c4f-686e-4113-bc27-f47327759e55 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308099 Jul 08 19:44:44.926634 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3578b-9642-4ddb-9b58-ee70b6a0a1e5 req-b6f5d3d5-4e20-4245-9451-7947c999ab52 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:44.928079 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60b3578b-9642-4ddb-9b58-ee70b6a0a1e5 req-b6f5d3d5-4e20-4245-9451-7947c999ab52 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0658386 Jul 08 19:44:44.965492 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60b3578b-9642-4ddb-9b58-ee70b6a0a1e5 req-44db2907-9eaa-4b23-941e-f19b0658a1e6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Jul 08 19:44:45.430539 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-7c001d6f-b480-4193-9003-f7179936eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:45.432038 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-7c001d6f-b480-4193-9003-f7179936eda4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 1098 time: 0.0664742 Jul 08 19:44:45.487660 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d069-84e7-4779-b11e-75e49b8d9c4c req-828a9d52-1f62-4ad5-887f-65429cfaac39 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:45.489241 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-59b7d069-84e7-4779-b11e-75e49b8d9c4c req-828a9d52-1f62-4ad5-887f-65429cfaac39 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0675800 Jul 08 19:44:45.533193 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-6a87e347-c643-427b-82b1-971346249298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:45.534124 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-59b7d069-84e7-4779-b11e-75e49b8d9c4c req-514dcbdc-3d3c-405c-8df5-13a0377b0183 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382273 Jul 08 19:44:45.534731 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-6a87e347-c643-427b-82b1-971346249298 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 200 len: 920 time: 0.0934157 Jul 08 19:44:45.598001 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-1b66906d-fda3-4fda-8451-ac81326d2c8f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 200 len: 217 time: 0.0455279 Jul 08 19:44:45.651977 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-88f65746-08a5-4e84-9f6e-5c0dc50862e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:45.653405 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-88f65746-08a5-4e84-9f6e-5c0dc50862e4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 200 len: 859 time: 0.0477433 Jul 08 19:44:45.688687 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-6a7c3ccb-ef4f-4aec-95f5-282469fd41ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990b60c8-9a3b-4470-b507-49b3593564f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257492 Jul 08 19:44:45.783496 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-ff4208b4-d191-4bb5-af71-276223c9b4ad service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830636 Jul 08 19:44:45.921770 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79102a9-964a-43a8-adc4-c831b689dd51 req-3d9d1778-1f00-4874-a493-0c32f89840da service neutron] 10.222.0.91 "GET /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305909 Jul 08 19:44:45.934297 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571bbd6-ce8a-4089-8470-fdb3ba69915e req-fdfc840f-e31e-4cca-89ea-3ed008c412c2 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:45.935927 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c571bbd6-ce8a-4089-8470-fdb3ba69915e req-fdfc840f-e31e-4cca-89ea-3ed008c412c2 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0995672 Jul 08 19:44:45.980018 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c571bbd6-ce8a-4089-8470-fdb3ba69915e req-409dce8c-4cc5-4b9d-94ba-43ccd2010ca6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380771 Jul 08 19:44:46.577238 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa50ac-cede-4b71-be03-d007de202487 req-a98aa466-1ad8-40fd-9236-389793048e2f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:46.578659 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54fa50ac-cede-4b71-be03-d007de202487 req-a98aa466-1ad8-40fd-9236-389793048e2f tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.0694981 Jul 08 19:44:46.620150 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-54fa50ac-cede-4b71-be03-d007de202487 req-3fac4a36-14e4-46a4-93ec-f85655b4b5c8 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Jul 08 19:44:46.745830 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e125e-1212-4fe1-b00f-4b488e0f81c2 req-b42209e2-58d4-48b5-8af5-676b29a6747f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:46.747295 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-721e125e-1212-4fe1-b00f-4b488e0f81c2 req-b42209e2-58d4-48b5-8af5-676b29a6747f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0614390 Jul 08 19:44:46.784028 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-721e125e-1212-4fe1-b00f-4b488e0f81c2 req-b3780b62-4c6b-4485-a851-165e6f7bc697 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302858 Jul 08 19:44:47.142963 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:44:47.158195 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6613-7554-4492-a6de-b9bfa8e71878 req-4c130b5e-c9a5-4e80-a7cb-c7908d45fc4b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:47.159677 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-39ec6613-7554-4492-a6de-b9bfa8e71878 req-4c130b5e-c9a5-4e80-a7cb-c7908d45fc4b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 945 time: 0.0640342 Jul 08 19:44:47.200393 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-39ec6613-7554-4492-a6de-b9bfa8e71878 req-c65cda6c-b5ea-4520-8aae-a30883241dfc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345414 Jul 08 19:44:47.225905 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:47.244481 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:47.247355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f643ec5-2973-447a-8732-8ab8f0b3aec5" -d '{"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-unplugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:47.261953 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:47.266600 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:47.267450 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80785a3e-d3ac-41e4-ab6c-56790529b9f3 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:44:47.291431 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 80785a3e-d3ac-41e4-ab6c-56790529b9f3 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:44:47.291908 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80785a3e-d3ac-41e4-ab6c-56790529b9f3 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:44:47.347373 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=8']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:47.480046 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb68fd-f79d-451c-a181-2eb809b33ae8 x-openstack-request-id: req-66eb68fd-f79d-451c-a181-2eb809b33ae8 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:47.480327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-unplugged", "status": "failed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "code": 422}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:47.480582 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66eb68fd-f79d-451c-a181-2eb809b33ae8 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:47.481203 dv-cinder-796286-16-iscsi neutron-server[99695]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'code': 422} returned with failed status Jul 08 19:44:47.804066 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77a39-d965-423c-96c1-4238d6d90aa6 req-82d1ef70-a577-48eb-9478-38686f9901e5 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:47.805562 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c6a77a39-d965-423c-96c1-4238d6d90aa6 req-82d1ef70-a577-48eb-9478-38686f9901e5 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.0682766 Jul 08 19:44:47.843810 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c6a77a39-d965-423c-96c1-4238d6d90aa6 req-66f19646-051e-4cfb-93db-ce153c3ede3d tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jul 08 19:44:48.017638 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f44a4-6f50-449a-abf8-0aa28fb6a11e req-a175628c-4e51-485d-8034-bee86196db70 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:48.019239 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661f44a4-6f50-449a-abf8-0aa28fb6a11e req-a175628c-4e51-485d-8034-bee86196db70 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0702953 Jul 08 19:44:48.059534 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-661f44a4-6f50-449a-abf8-0aa28fb6a11e req-d22da0fe-fe21-44e0-b0f7-269be63a9cf5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Jul 08 19:44:48.114268 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb36b9-2b0b-43b1-bac0-eaa217c3d209 req-f117793b-266d-49a8-b656-eb8542739723 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:48.116530 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9ccb36b9-2b0b-43b1-bac0-eaa217c3d209 req-f117793b-266d-49a8-b656-eb8542739723 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0832720 Jul 08 19:44:48.159548 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9ccb36b9-2b0b-43b1-bac0-eaa217c3d209 req-a8bbcf39-855b-4098-bb66-330a983f8f7f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Jul 08 19:44:48.435254 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44378) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:48.545119 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-04de3cbd-8f86-43ba-96ec-1811f2016dbc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087303 Jul 08 19:44:49.034070 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-a16c711f-0c63-419c-b1d6-4cf8aa0419e6 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:49.035559 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-a16c711f-0c63-419c-b1d6-4cf8aa0419e6 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.1270173 Jul 08 19:44:49.044458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5fd0c-5551-478b-ad92-05c6555f6b19 req-9042e35f-53b4-4bd5-bc17-ed905257fbdf tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:49.045955 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-39e5fd0c-5551-478b-ad92-05c6555f6b19 req-9042e35f-53b4-4bd5-bc17-ed905257fbdf tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.1267822 Jul 08 19:44:49.090903 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ec83-0b8c-4db2-9232-7904d805c7b4 req-a86440c3-fb32-48cb-929c-7cd75d67555e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:49.092407 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6d54ec83-0b8c-4db2-9232-7904d805c7b4 req-a86440c3-fb32-48cb-929c-7cd75d67555e tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 946 time: 0.0691481 Jul 08 19:44:49.133390 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6d54ec83-0b8c-4db2-9232-7904d805c7b4 req-d78d8663-8710-4c6f-8726-ec23138eee35 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/security-groups?id=f612479c-4cba-45b8-9780-671a5c4fde5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Jul 08 19:44:49.154538 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-39e5fd0c-5551-478b-ad92-05c6555f6b19 req-02ee77f8-2f99-4bd1-8924-89566e01d72c tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001048 Jul 08 19:44:49.200150 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Deleting port 1452cbf5-4cb6-4494-9df4-3b665949bcad {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:44:49.200648 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:49.317892 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24595f8a-8ea2-4e77-b4a3-6c5d20922e76 req-a960a6d7-8730-4794-b6ce-8fef7b8c388f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:49.319394 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-24595f8a-8ea2-4e77-b4a3-6c5d20922e76 req-a960a6d7-8730-4794-b6ce-8fef7b8c388f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0751653 Jul 08 19:44:49.327719 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] For port 1452cbf5-4cb6-4494-9df4-3b665949bcad, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1452cbf5-4cb6-4494-9df4-3b665949bcad,segment=NetworkSegment(795b6057-aa9b-4bfd-834a-1a15b9f14e0c),segment_id=795b6057-aa9b-4bfd-834a-1a15b9f14e0c)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:49.328005 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:49.346544 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Calling delete_port for 1452cbf5-4cb6-4494-9df4-3b665949bcad owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:44:49.361954 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-24595f8a-8ea2-4e77-b4a3-6c5d20922e76 req-82c177be-55cf-41b3-8432-b2b7ec430442 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Jul 08 19:44:49.414817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dc854-3dea-4226-ab42-b51e96ebd571 req-96f4f71f-be0d-43f9-88c8-4c9be9adf09c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:49.416288 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ac7dc854-3dea-4226-ab42-b51e96ebd571 req-96f4f71f-be0d-43f9-88c8-4c9be9adf09c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1338632 Jul 08 19:44:49.474306 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ac7dc854-3dea-4226-ab42-b51e96ebd571 req-6768e7a9-4503-4e77-ae86-8115bbdf06c4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469978 Jul 08 19:44:49.535695 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:49.573017 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Pushing event deleted for resources: {'Port': ['ID=1452cbf5-4cb6-4494-9df4-3b665949bcad,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:49.632320 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] No DVR routers for this DVR port 1452cbf5-4cb6-4494-9df4-3b665949bcad on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:44:49.635058 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:49.637354 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d79b77e6-9e0a-40d1-8abc-5ac9f6e79a51 req-6883a812-24e8-4c8f-9293-6b10c2ff1e01 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.91 "DELETE /v2.0/ports/1452cbf5-4cb6-4494-9df4-3b665949bcad HTTP/1.1" status: 204 len: 173 time: 0.5905287 Jul 08 19:44:49.637826 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'name': 'network-vif-deleted', 'tag': '1452cbf5-4cb6-4494-9df4-3b665949bcad'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:49.640442 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d2ea6-d709-493c-bed3-ae2717bfc10c" -d '{"events": [{"server_uuid": "82255a4c-338c-4587-8a93-b644ca09bd3a", "name": "network-vif-deleted", "tag": "1452cbf5-4cb6-4494-9df4-3b665949bcad"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:49.692877 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb62c9-f15d-4ad7-83f0-f228a1d4fc11 x-openstack-request-id: req-9ebb62c9-f15d-4ad7-83f0-f228a1d4fc11 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:49.693967 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82255a4c-338c-4587-8a93-b644ca09bd3a", "name": "network-vif-deleted", "tag": "1452cbf5-4cb6-4494-9df4-3b665949bcad", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:49.694386 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ebb62c9-f15d-4ad7-83f0-f228a1d4fc11 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:49.695136 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82255a4c-338c-4587-8a93-b644ca09bd3a', 'name': 'network-vif-deleted', 'tag': '1452cbf5-4cb6-4494-9df4-3b665949bcad', 'status': 'completed', 'code': 200} Jul 08 19:44:50.321859 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a6ed58f7-c38a-49e4-9792-0bb053aae4a7 req-a780c206-66a1-4758-9155-9973462f8ec0 tempest-AttachVolumeNegativeTest-541892987 tempest-AttachVolumeNegativeTest-541892987-project] 10.222.0.41 "GET /v2.0/ports?device_id=82255a4c-338c-4587-8a93-b644ca09bd3a HTTP/1.1" status: 200 len: 210 time: 0.0611320 Jul 08 19:44:50.336511 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bb033-7598-4026-ab28-02e943f5cbf2 req-045977f3-94df-49c0-8a98-dab1cd32c21e tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.338743 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f07bb033-7598-4026-ab28-02e943f5cbf2 req-045977f3-94df-49c0-8a98-dab1cd32c21e tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.0655611 Jul 08 19:44:50.379021 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f07bb033-7598-4026-ab28-02e943f5cbf2 req-5427a334-6d59-4a92-a5c2-801d2bf72192 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Jul 08 19:44:50.408039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-782e1e93-8f50-46a6-bfd7-5df36bd5cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.409570 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-782e1e93-8f50-46a6-bfd7-5df36bd5cf76 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f&tenant_id=56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 1096 time: 0.1052592 Jul 08 19:44:50.498658 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-55b4dd6d-d873-404f-b9fd-f215a2684dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.500168 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-55b4dd6d-d873-404f-b9fd-f215a2684dca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1096 time: 0.0545149 Jul 08 19:44:50.599822 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-0aca6c0c-66e0-4294-ae3f-96e4cd732c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.601920 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-0aca6c0c-66e0-4294-ae3f-96e4cd732c72 service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.0902040 Jul 08 19:44:50.715294 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-11cb02a1-000f-45ae-96ac-a07c71e33be3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 998 time: 0.1027179 Jul 08 19:44:50.746416 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8888cf6-6834-44af-b41f-cfb672ee7bb0 req-0159f1db-926e-4ec1-a55b-d45311528236 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.747959 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8888cf6-6834-44af-b41f-cfb672ee7bb0 req-0159f1db-926e-4ec1-a55b-d45311528236 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1377952 Jul 08 19:44:50.801935 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-614e59dc-cc2a-4310-a124-74cab61ffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.803445 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-614e59dc-cc2a-4310-a124-74cab61ffe53 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0759022 Jul 08 19:44:50.818475 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8888cf6-6834-44af-b41f-cfb672ee7bb0 req-019d68df-13ff-4c6c-a4d3-3f802fc5a2f3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494869 Jul 08 19:44:50.875643 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-6ba14451-265c-40d7-bc3c-8c91f31209e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:50.878100 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-6ba14451-265c-40d7-bc3c-8c91f31209e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568111 Jul 08 19:44:50.984453 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-7eabf8bb-06d1-43a1-92e8-98a340d9c6df service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896399 Jul 08 19:44:51.080307 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-09b85038-cecd-4ac9-bc29-d65a029fce21 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857294 Jul 08 19:44:51.138560 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1452cbf5-4cb6-4494-9df4-3b665949bcad no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:44:51.165429 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 1452cbf5-4cb6-4494-9df4-3b665949bcad {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:44:51.165692 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-a662c4e8-c4c7-40bb-b674-8dfe8456b75b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:51.165818 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1452cbf5-4cb6-4494-9df4-3b665949bcad not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:44:51.167040 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-a662c4e8-c4c7-40bb-b674-8dfe8456b75b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.0767231 Jul 08 19:44:51.279841 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Deleting port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:44:51.280193 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.371480 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] For port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:44:51.371854 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.389583 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Calling delete_port for 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:44:51.428335 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44450) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:51.478313 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Deleting subnet 8d5431c0-c08c-4a69-bb7f-553aa798e76f {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:44:51.482516 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.565587 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.575283 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.635724 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58073e85-e3e2-4d45-afce-a1540d3a9335 req-68684459-57d7-4747-9e38-fed590c5c903 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:51.637850 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-58073e85-e3e2-4d45-afce-a1540d3a9335 req-68684459-57d7-4747-9e38-fed590c5c903 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 945 time: 0.1231925 Jul 08 19:44:51.692874 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-58073e85-e3e2-4d45-afce-a1540d3a9335 req-601f2b37-b99b-41b9-9278-1e17feec9536 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480094 Jul 08 19:44:51.707024 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.748230 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5431c0-c08c-4a69-bb7f-553aa798e76f,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:51.758879 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.759466 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.759959 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.760496 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.761025 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.761523 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.762023 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.762506 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.763639 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.764120 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.765153 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.766069 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:44:51.775755 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.780475 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ef5635f2-1baa-4493-8a4c-9572ada448b5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8d5431c0-c08c-4a69-bb7f-553aa798e76f HTTP/1.1" status: 204 len: 168 time: 0.3488615 Jul 08 19:44:51.781794 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44458) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:51.841471 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:51.854760 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['27a09551-60fc-4ff8-aca4-ecd7d1c81e01'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:44:51.929589 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Pushing event deleted for resources: {'Port': ['ID=27a09551-60fc-4ff8-aca4-ecd7d1c81e01,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:51.933500 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.019552 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] No DVR routers for this DVR port 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:44:52.032247 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.035226 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d717120-e14c-4bf4-b0c1-9ceca8e6047b req-361adae4-287e-49a1-90d8-5c7105be9cc4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "DELETE /v2.0/ports/27a09551-60fc-4ff8-aca4-ecd7d1c81e01 HTTP/1.1" status: 204 len: 173 time: 0.8556671 Jul 08 19:44:52.039561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9093e3b-4e33-4766-b369-0e993874608f', 'name': 'network-vif-deleted', 'tag': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:44:52.042046 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7fdb13-c692-4617-b30d-279174031ce1" -d '{"events": [{"server_uuid": "a9093e3b-4e33-4766-b369-0e993874608f", "name": "network-vif-deleted", "tag": "27a09551-60fc-4ff8-aca4-ecd7d1c81e01"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:44:52.099512 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.126633 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.126851 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.128369 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.128736 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > port after_create 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.129320 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.129826 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > port after_update 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.130146 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.130463 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.130776 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.131087 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.135183 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393b997-05e2-442c-8ef0-af24d6b44cf2 req-a34302d3-0d01-4e9d-81f8-0e4b78adc0f6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:52.136965 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a393b997-05e2-442c-8ef0-af24d6b44cf2 req-a34302d3-0d01-4e9d-81f8-0e4b78adc0f6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0914083 Jul 08 19:44:52.138461 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f5bd0-bb2a-4692-8161-e4da93975999 x-openstack-request-id: req-a16f5bd0-bb2a-4692-8161-e4da93975999 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:44:52.138743 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9093e3b-4e33-4766-b369-0e993874608f", "name": "network-vif-deleted", "tag": "27a09551-60fc-4ff8-aca4-ecd7d1c81e01", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:44:52.138989 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a16f5bd0-bb2a-4692-8161-e4da93975999 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:44:52.139369 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9093e3b-4e33-4766-b369-0e993874608f', 'name': 'network-vif-deleted', 'tag': '27a09551-60fc-4ff8-aca4-ecd7d1c81e01', 'status': 'completed', 'code': 200} Jul 08 19:44:52.199021 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a393b997-05e2-442c-8ef0-af24d6b44cf2 req-a2ac84c8-993c-4047-bc2d-644856db92fa tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543654 Jul 08 19:44:52.239371 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.239724 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.240054 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.240384 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 19:44:52.240753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a1fc8-7604-4434-9526-7ffbebc2ec79']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:44:52.267015 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795b6057-aa9b-4bfd-834a-1a15b9f14e0c') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:44:52.267015 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795b6057-aa9b-4bfd-834a-1a15b9f14e0c') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:44:52.290867 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.322745 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.334041 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:44:52.335151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: from cryptography.utils import int_from_bytes Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: from cryptography.utils import int_from_bytes Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:44:52.343306 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:44:52.425701 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.444331 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.446799 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] 10.222.0.41 "DELETE /v2.0/networks/125a1fc8-7604-4434-9526-7ffbebc2ec79 HTTP/1.1" status: 204 len: 168 time: 0.6641750 Jul 08 19:44:52.448298 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c32e8-f069-45c0-ad78-71218c7f8d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=125a1fc8-7604-4434-9526-7ffbebc2ec79,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:52.677244 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44474) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:52.727108 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-840c952f-c4bd-4902-9236-7a33e4def164 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c094057931b40099e2aa2ab073b03bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481915 Jul 08 19:44:52.729375 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44478) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:44:52.779814 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2817093-01a3-452e-ac35-67280ec38e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.803882 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2817093-01a3-452e-ac35-67280ec38e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.851686 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ce79ef90-e4bd-4671-850f-7f5426e318db req-ce2c2939-581f-42b1-9c93-3b4b83ae94d2 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0344510 Jul 08 19:44:52.864930 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2817093-01a3-452e-ac35-67280ec38e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.867607 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d2817093-01a3-452e-ac35-67280ec38e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:44:52.871549 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d2817093-01a3-452e-ac35-67280ec38e8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f612479c-4cba-45b8-9780-671a5c4fde5c HTTP/1.1" status: 204 len: 168 time: 0.1410284 Jul 08 19:44:52.880184 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2817093-01a3-452e-ac35-67280ec38e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612479c-4cba-45b8-9780-671a5c4fde5c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:44:53.405141 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970eb09-b352-4af2-9665-b634041f124d req-697180d4-cd49-4dd5-ba80-31888fa8341b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:53.408430 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a970eb09-b352-4af2-9665-b634041f124d req-697180d4-cd49-4dd5-ba80-31888fa8341b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0772047 Jul 08 19:44:53.451120 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a970eb09-b352-4af2-9665-b634041f124d req-9dff7113-9759-40d6-91cb-d245408d687a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Jul 08 19:44:54.321659 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090cdfe-7641-4258-87db-2effc5d4af36 req-03204870-1d7d-4e05-8402-69e6d02d307a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:54.323268 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5090cdfe-7641-4258-87db-2effc5d4af36 req-03204870-1d7d-4e05-8402-69e6d02d307a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0699003 Jul 08 19:44:54.363786 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5090cdfe-7641-4258-87db-2effc5d4af36 req-9fae8606-9cf8-4be2-8dbc-bd511e81cb9b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Jul 08 19:44:54.523428 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fc1313a3-a2d0-4c60-8b39-b09c3fafbc54 req-5d974d72-bb42-4aa4-82c5-c7fd54509e94 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0361660 Jul 08 19:44:54.762049 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1e1a-b999-41e5-a546-659229c7bd02 req-62965c5b-cfe1-4ee8-982c-0493619c63e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:54.763293 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f4e1e1a-b999-41e5-a546-659229c7bd02 req-62965c5b-cfe1-4ee8-982c-0493619c63e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0707099 Jul 08 19:44:54.804487 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f4e1e1a-b999-41e5-a546-659229c7bd02 req-89c869a3-fbe3-46c7-9fb9-01bd2744151d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348592 Jul 08 19:44:55.162126 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:44:55.187824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:44:55.188177 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 27a09551-60fc-4ff8-aca4-ecd7d1c81e01 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:44:55.612568 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b318c-2d45-4332-a56e-9ecf1ab67245 req-e0d9c84d-2967-4275-a7fb-d00944c1b0d7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:55.614235 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-194b318c-2d45-4332-a56e-9ecf1ab67245 req-e0d9c84d-2967-4275-a7fb-d00944c1b0d7 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1265967 Jul 08 19:44:55.664204 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-194b318c-2d45-4332-a56e-9ecf1ab67245 req-42c44c28-b50b-4d81-a132-fe6339d23e61 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Jul 08 19:44:55.806638 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-15c9b280-6a2d-47c7-8201-bc8af897f5d3 req-4c902739-2c5f-428e-9d32-2cef0711b605 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0324752 Jul 08 19:44:55.990170 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2a56-e338-4202-8e96-012c84f90377 req-789082c0-2529-4f69-ad19-624903060591 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:55.991742 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-90ef2a56-e338-4202-8e96-012c84f90377 req-789082c0-2529-4f69-ad19-624903060591 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0659487 Jul 08 19:44:56.030816 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-90ef2a56-e338-4202-8e96-012c84f90377 req-e4f63f26-06ad-4f14-85eb-901f27967a21 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332973 Jul 08 19:44:56.844664 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef9903-f2a6-4150-babf-ae3ab33b3824 req-a87f1013-c3f1-4091-8eda-46aaf949b01d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:56.846318 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50ef9903-f2a6-4150-babf-ae3ab33b3824 req-a87f1013-c3f1-4091-8eda-46aaf949b01d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0653517 Jul 08 19:44:56.888316 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-50ef9903-f2a6-4150-babf-ae3ab33b3824 req-82ef4bbe-6b9a-45c7-9c8b-dd40a76d4eab tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Jul 08 19:44:57.025036 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-92ccf10a-aab2-4bdf-8eaf-ca47aae7a5f6 req-7d33511f-ac9c-4b53-9a35-950e82373cf3 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0333414 Jul 08 19:44:57.222660 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f6d4-ea35-4d5a-b7df-286d1ef43293 req-73917764-e099-46a7-9731-a0659615ae55 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:57.224370 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-08e0f6d4-ea35-4d5a-b7df-286d1ef43293 req-73917764-e099-46a7-9731-a0659615ae55 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0693252 Jul 08 19:44:57.262677 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-08e0f6d4-ea35-4d5a-b7df-286d1ef43293 req-431aeb57-5db7-4880-9f61-13a39c1c35d1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327950 Jul 08 19:44:58.084545 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d3160-f83a-4d86-9178-97e9f2030fa4 req-ec8715d4-e0a0-4f20-b5fd-d168b6ce9226 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:58.087219 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-021d3160-f83a-4d86-9178-97e9f2030fa4 req-ec8715d4-e0a0-4f20-b5fd-d168b6ce9226 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0850365 Jul 08 19:44:58.131561 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-021d3160-f83a-4d86-9178-97e9f2030fa4 req-5e55497d-26ae-4bff-b884-6b9b521b7002 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Jul 08 19:44:58.268057 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bffc7d83-c9c1-46e6-bfc0-dcaf915cba9e req-2c086a48-b3f7-420f-8a57-160cec388d09 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0320139 Jul 08 19:44:58.450169 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170b986-f74f-4281-9af9-1039d02cb5eb req-1ba0e371-0952-4b3e-b957-831ae099f8d7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:58.450397 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2170b986-f74f-4281-9af9-1039d02cb5eb req-1ba0e371-0952-4b3e-b957-831ae099f8d7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0705504 Jul 08 19:44:58.492892 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2170b986-f74f-4281-9af9-1039d02cb5eb req-bb022251-f330-40b0-a9d8-b547b0387210 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359879 Jul 08 19:44:59.315243 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e25ea1-4fd1-4eac-90fd-01a70229d190 req-ea8a4679-c71a-43e1-8259-31ec7b1aab38 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:59.316742 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-24e25ea1-4fd1-4eac-90fd-01a70229d190 req-ea8a4679-c71a-43e1-8259-31ec7b1aab38 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0690627 Jul 08 19:44:59.355542 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-24e25ea1-4fd1-4eac-90fd-01a70229d190 req-5d97bd71-a390-4962-9e7b-7ed585c65422 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Jul 08 19:44:59.516518 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0fa972e3-0d4b-43a8-8d8e-8b08a4a1d71c req-baa798f5-d17d-4233-a49e-88e2d6108fa7 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0494931 Jul 08 19:44:59.708143 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd055c-437b-421e-bf45-10a657166207 req-75df7e2b-54f7-4a3a-83af-141f2eef9bcf tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:44:59.710021 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-11fd055c-437b-421e-bf45-10a657166207 req-75df7e2b-54f7-4a3a-83af-141f2eef9bcf tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0782652 Jul 08 19:44:59.754463 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-11fd055c-437b-421e-bf45-10a657166207 req-6f521938-fbc9-4a28-986a-44a15c008991 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372868 Jul 08 19:44:59.797342 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:45:00.561309 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b755a-9746-4344-b484-d89c73e60287 req-7d079d75-88ef-4995-807d-7bb7966db59e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:00.562942 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-de2b755a-9746-4344-b484-d89c73e60287 req-7d079d75-88ef-4995-807d-7bb7966db59e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0822082 Jul 08 19:45:00.604680 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-de2b755a-9746-4344-b484-d89c73e60287 req-3a20e4ca-0566-4a6d-a8c7-bb3009d7ba14 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Jul 08 19:45:00.776230 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e5acc59a-50ab-4472-9778-b16224d1c5d8 req-21aa47da-bbc9-4f63-9ad6-01301063ad2d tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0345592 Jul 08 19:45:00.966927 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ff85e-f077-4b3d-bbb6-f880ac46c621 req-7a5480b6-1a88-41d4-b253-c1c6b7b5fdff tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:00.968929 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e26ff85e-f077-4b3d-bbb6-f880ac46c621 req-7a5480b6-1a88-41d4-b253-c1c6b7b5fdff tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0728006 Jul 08 19:45:01.015056 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e26ff85e-f077-4b3d-bbb6-f880ac46c621 req-77b7d9de-102f-493b-b1ab-dd5aa2bad868 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Jul 08 19:45:01.424101 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44624) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:01.538927 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cc45dad7-7938-4a33-a12a-71162c58fd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.630445 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cc45dad7-7938-4a33-a12a-71162c58fd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.634620 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cc45dad7-7938-4a33-a12a-71162c58fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.672373 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44630) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:01.673679 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-cc45dad7-7938-4a33-a12a-71162c58fd2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e91120056b5d417ea905061ed3da4826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472377 Jul 08 19:45:01.678216 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45dad7-7938-4a33-a12a-71162c58fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eab24a-2ca2-4dfb-96a0-1ac54da0d565,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:01.783356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-64a72f60-51e3-4628-9d78-3245d0a215a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.818028 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-64a72f60-51e3-4628-9d78-3245d0a215a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.846402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9299-a6e8-4c41-a8f2-692cb9cafc15 req-37468d6e-866a-488b-bdd9-7e3e3ee481bf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:01.847894 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4a6f9299-a6e8-4c41-a8f2-692cb9cafc15 req-37468d6e-866a-488b-bdd9-7e3e3ee481bf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1242955 Jul 08 19:45:01.898584 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4a6f9299-a6e8-4c41-a8f2-692cb9cafc15 req-975b7632-1ec4-45ce-b79c-c66907a7615d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Jul 08 19:45:01.905332 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-64a72f60-51e3-4628-9d78-3245d0a215a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.909037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-64a72f60-51e3-4628-9d78-3245d0a215a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:01.912743 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-64a72f60-51e3-4628-9d78-3245d0a215a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3eab24a-2ca2-4dfb-96a0-1ac54da0d565 HTTP/1.1" status: 204 len: 168 time: 0.2352128 Jul 08 19:45:01.919122 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a72f60-51e3-4628-9d78-3245d0a215a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eab24a-2ca2-4dfb-96a0-1ac54da0d565,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:02.071329 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e4ab9745-5d39-4030-9fd5-72841ae8ce00 req-10711ce7-90b4-41b1-9835-1fc034c5bc86 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0315318 Jul 08 19:45:02.260364 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab09e6-b2f1-46b7-986a-de7f7032e3b8 req-f7b4c159-965a-4670-9a3f-b139b9cba5cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:02.267771 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8ab09e6-b2f1-46b7-986a-de7f7032e3b8 req-f7b4c159-965a-4670-9a3f-b139b9cba5cb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0949323 Jul 08 19:45:02.309230 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8ab09e6-b2f1-46b7-986a-de7f7032e3b8 req-04406e93-8a4b-4805-82e0-a96a61e619e6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 Jul 08 19:45:02.645037 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44656) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:02.755138 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1926963418-network', 'tenant_id': '1cbc6f2dd844497ba7311abe47e332cd'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:45:02.777425 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Made reservation on behalf of 1cbc6f2dd844497ba7311abe47e332cd for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:45:02.779796 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:02.790447 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:02.890347 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:02.895136 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:02.920119 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:45:02.929853 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185378d-f937-4b22-8e20-58990a8b7f77,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:02.935545 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:02.935880 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Added segment 843ab4d1-aa17-4564-8536-d21a6a82239c of type vlan for network 4ab04df1-79db-480a-95a9-08fcd05c06b4 Jul 08 19:45:02.985707 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:03.018873 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:03.019905 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:03.020481 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:03.074657 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4278665 Jul 08 19:45:03.076154 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44664) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:03.082672 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Request body: {'subnet': {'network_id': '4ab04df1-79db-480a-95a9-08fcd05c06b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1926963418-subnet', 'tenant_id': '1cbc6f2dd844497ba7311abe47e332cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:45:03.090270 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031fd5-f904-477a-9a81-6670c19b9386 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab04df1-79db-480a-95a9-08fcd05c06b4,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:03.103374 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 4ab04df1-79db-480a-95a9-08fcd05c06b4 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:45:03.153365 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Made reservation on behalf of 1cbc6f2dd844497ba7311abe47e332cd for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:45:03.155657 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:03.166433 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36ed54-da08-4741-8959-ce52a470c9a8 req-1d21bb84-3723-4785-9e84-820f43f5d0db tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:03.174416 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8d36ed54-da08-4741-8959-ce52a470c9a8 req-1d21bb84-3723-4785-9e84-820f43f5d0db tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1413236 Jul 08 19:45:03.267340 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8d36ed54-da08-4741-8959-ce52a470c9a8 req-b9f740a8-59cd-4b3c-8f3b-f9dc88d3e74e tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917432 Jul 08 19:45:03.433442 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c3959498-2f22-4c6f-a52c-e8d3b8bf0172 req-9aae32be-54ab-4c7a-88a8-d3073624bda6 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0434520 Jul 08 19:45:03.435335 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:03.522603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Checking segment: {'id': '843ab4d1-aa17-4564-8536-d21a6a82239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4ab04df1-79db-480a-95a9-08fcd05c06b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:45:03.522603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Network hostable DHCP agents. Network: 4ab04df1-79db-480a-95a9-08fcd05c06b4, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:45:03.524946 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a733fc7-e7f9-46a4-a81d-d09564f6403d,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:03.547043 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Network 4ab04df1-79db-480a-95a9-08fcd05c06b4 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:45:03.561061 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 4ab04df1-79db-480a-95a9-08fcd05c06b4) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:45:03.573784 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:03.574600 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:03.576714 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08282a3d-b249-48a2-9e8c-7fd6991440b6 None None] Network 4ab04df1-79db-480a-95a9-08fcd05c06b4 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:45:03.621578 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ac52b1d9-b280-40af-b56d-357f8fdeb03d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5440712 Jul 08 19:45:03.691748 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2912e5d-b49b-4a78-8e07-445c69f185c3 req-5b617600-d3a2-4cc9-af33-5773cf2859e4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:03.695460 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2912e5d-b49b-4a78-8e07-445c69f185c3 req-5b617600-d3a2-4cc9-af33-5773cf2859e4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1233358 Jul 08 19:45:03.755301 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e0859-e72f-42d0-91ad-383731d25b10 None None] Network 4ab04df1-79db-480a-95a9-08fcd05c06b4 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:45:03.769833 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b2912e5d-b49b-4a78-8e07-445c69f185c3 req-9606ab25-a961-4166-a27b-101b803099ff tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675819 Jul 08 19:45:04.161479 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44684) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:04.166495 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802500676-network', 'tenant_id': 'a1de3520109041cb940473906a862a4c'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:45:04.187054 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Made reservation on behalf of a1de3520109041cb940473906a862a4c for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:45:04.190018 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.198344 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.296360 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.302047 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.332954 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:45:04.348688 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba7e7ac-d3f4-4a0b-8e75-6532377adf2a,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:04.353148 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.353496 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Added segment 34ef09c0-d562-43ad-a311-fb6846fd6581 of type vlan for network 7873fa2d-1156-477d-a4d1-47aec69731f8 Jul 08 19:45:04.415617 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.476175 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.477044 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:04.477655 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.536703 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4d1c-ae14-41cf-abae-6adc14887597 req-542b097c-772c-4275-9981-b245ab841aaa tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:04.538292 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f43c4d1c-ae14-41cf-abae-6adc14887597 req-542b097c-772c-4275-9981-b245ab841aaa tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1515810 Jul 08 19:45:04.561226 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3986049 Jul 08 19:45:04.565728 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44690) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:04.572347 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1462c2-6253-4f5d-bdec-2fc699bbd164 admin admin] Pushing event updated for resources: {'Network': ['ID=7873fa2d-1156-477d-a4d1-47aec69731f8,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:04.579461 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Request body: {'subnet': {'network_id': '7873fa2d-1156-477d-a4d1-47aec69731f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802500676-subnet', 'tenant_id': 'a1de3520109041cb940473906a862a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:45:04.584837 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 7873fa2d-1156-477d-a4d1-47aec69731f8 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:45:04.607955 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Made reservation on behalf of a1de3520109041cb940473906a862a4c for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:45:04.613234 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29417010'] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.624492 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f43c4d1c-ae14-41cf-abae-6adc14887597 req-ab9b72f6-4b38-45ea-8de5-de886695502f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Jul 08 19:45:04.701799 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7f1110e7-a9bd-4bab-abdf-ca58a0da56e4 req-b19191f9-09c5-4abc-858b-fa2ee7c49260 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9093e3b-4e33-4766-b369-0e993874608f HTTP/1.1" status: 200 len: 210 time: 0.0370057 Jul 08 19:45:04.834746 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29416960'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.895469 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb552e51-a59e-49bd-9270-4a3d0266165c,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:04.904680 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Checking segment: {'id': '34ef09c0-d562-43ad-a311-fb6846fd6581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7873fa2d-1156-477d-a4d1-47aec69731f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:45:04.905087 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Network hostable DHCP agents. Network: 7873fa2d-1156-477d-a4d1-47aec69731f8, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:45:04.924969 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Network 7873fa2d-1156-477d-a4d1-47aec69731f8 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:45:04.935449 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 7873fa2d-1156-477d-a4d1-47aec69731f8) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:45:04.940400 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:04.940928 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:04.956119 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3e4017d5-2727-4010-b4bf-80b38a021d22 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3887799 Jul 08 19:45:04.970723 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104ea5a-bcdd-4ba2-a843-f11552852b3c None None] Network 7873fa2d-1156-477d-a4d1-47aec69731f8 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:45:04.972670 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0232ac3-6fad-4af3-a2aa-7983dafe2165 req-fcf69220-a846-4363-962f-f2cd0c575cb0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:04.975410 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e0232ac3-6fad-4af3-a2aa-7983dafe2165 req-fcf69220-a846-4363-962f-f2cd0c575cb0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0907071 Jul 08 19:45:05.025208 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e0232ac3-6fad-4af3-a2aa-7983dafe2165 req-90ffada7-5bb4-46bc-94eb-95b54e800bf6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432243 Jul 08 19:45:05.089497 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44696) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:05.135919 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f807e7-8aed-4621-95ea-b2d17a859729 None None] Network 7873fa2d-1156-477d-a4d1-47aec69731f8 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:45:05.141057 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Deleting subnet 9a733fc7-e7f9-46a4-a81d-d09564f6403d {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:45:05.144838 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.195900 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.238703 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.282888 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-36bd0a23-968e-4fb3-ac89-8ac07c375f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.293937 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.318436 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a733fc7-e7f9-46a4-a81d-d09564f6403d,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:05.322273 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.324121 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-db55d770-c3d0-4734-8a15-f045346027e6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a733fc7-e7f9-46a4-a81d-d09564f6403d HTTP/1.1" status: 204 len: 168 time: 0.2336259 Jul 08 19:45:05.326803 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44698) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:05.399638 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.661944 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.672619 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab04df1-79db-480a-95a9-08fcd05c06b4']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:05.683268 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843ab4d1-aa17-4564-8536-d21a6a82239c') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:05.683618 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843ab4d1-aa17-4564-8536-d21a6a82239c') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:05.693224 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.707922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.713838 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:45:05.714227 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:45:05.716176 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:45:05.809131 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.829471 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.831451 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] 10.222.0.41 "DELETE /v2.0/networks/4ab04df1-79db-480a-95a9-08fcd05c06b4 HTTP/1.1" status: 204 len: 168 time: 0.5037351 Jul 08 19:45:05.834343 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44710) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:05.840198 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d92373-e995-48f2-9970-30bc8dcccefc admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab04df1-79db-480a-95a9-08fcd05c06b4,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:05.868864 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18757d-d589-478a-8d22-3ee2c2c2dd8c req-a6494b24-0d04-4c7e-981e-eb9f91604eae tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:05.870517 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6d18757d-d589-478a-8d22-3ee2c2c2dd8c req-a6494b24-0d04-4c7e-981e-eb9f91604eae tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1139307 Jul 08 19:45:05.899672 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Deleting subnet bb552e51-a59e-49bd-9270-4a3d0266165c {{(pid=99694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:45:05.903778 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.927696 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6d18757d-d589-478a-8d22-3ee2c2c2dd8c req-c6e91012-f9d7-4815-8708-92ce5648e12f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488801 Jul 08 19:45:05.951228 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25000836'] for subnet, precommit_delete_associations {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:05.997738 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.054652 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24970168'] for subnet, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.082428 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb552e51-a59e-49bd-9270-4a3d0266165c,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:06.087625 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.087625 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ddc34974-6347-4fc2-8801-135938e706e1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb552e51-a59e-49bd-9270-4a3d0266165c HTTP/1.1" status: 204 len: 168 time: 0.2514472 Jul 08 19:45:06.089258 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44720) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:06.187083 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.295225 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72e09e-e556-4406-a152-b52af16ae8d3 req-fca6af23-75cf-4308-8487-35d1cd3fbf19 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:06.296748 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2f72e09e-e556-4406-a152-b52af16ae8d3 req-fca6af23-75cf-4308-8487-35d1cd3fbf19 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1451724 Jul 08 19:45:06.302266 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.319620 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7873fa2d-1156-477d-a4d1-47aec69731f8']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:06.336378 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ef09c0-d562-43ad-a311-fb6846fd6581') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:06.336649 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ef09c0-d562-43ad-a311-fb6846fd6581') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:06.360582 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.376492 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2f72e09e-e556-4406-a152-b52af16ae8d3 req-952ae9dc-dc47-4d42-92df-1691bdc1191f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715158 Jul 08 19:45:06.380396 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.386494 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:45:06.386880 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:45:06.388573 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:45:06.445483 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.452559 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.454482 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7873fa2d-1156-477d-a4d1-47aec69731f8 HTTP/1.1" status: 204 len: 168 time: 0.3642550 Jul 08 19:45:06.463951 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597c971-6c54-4327-9c92-77b0852ee578 admin admin] Pushing event deleted for resources: {'Network': ['ID=7873fa2d-1156-477d-a4d1-47aec69731f8,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:06.625408 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44724) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:06.674357 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fd274ffc-6c81-44d5-a355-5a4ae7062565 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cbc6f2dd844497ba7311abe47e332cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462449 Jul 08 19:45:06.676353 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44726) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:06.726040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9fba400d-4d4b-4969-8b91-d785edec7f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.746742 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9fba400d-4d4b-4969-8b91-d785edec7f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.794322 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9fba400d-4d4b-4969-8b91-d785edec7f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.798709 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9fba400d-4d4b-4969-8b91-d785edec7f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:06.800525 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9fba400d-4d4b-4969-8b91-d785edec7f1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2185378d-f937-4b22-8e20-58990a8b7f77 HTTP/1.1" status: 204 len: 168 time: 0.1230705 Jul 08 19:45:06.812467 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba400d-4d4b-4969-8b91-d785edec7f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185378d-f937-4b22-8e20-58990a8b7f77,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:07.123439 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16198f-2218-4b97-be49-a82e85cd60b1 req-0caa29d8-84c7-4370-8abe-9c6a81781884 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:07.124991 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ff16198f-2218-4b97-be49-a82e85cd60b1 req-0caa29d8-84c7-4370-8abe-9c6a81781884 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0662923 Jul 08 19:45:07.129499 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44736) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:07.195102 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ff16198f-2218-4b97-be49-a82e85cd60b1 req-ef1c2b3b-4481-48ce-b378-8a22afffe1ac tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632508 Jul 08 19:45:07.199197 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e97aba5b-7d3e-4089-aeed-9ebf654f0c6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1de3520109041cb940473906a862a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685854 Jul 08 19:45:07.201848 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44740) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:07.251312 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bad4a330-79fd-49bf-b2fa-420b550b9798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:07.273222 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bad4a330-79fd-49bf-b2fa-420b550b9798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:07.320858 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bad4a330-79fd-49bf-b2fa-420b550b9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:07.324495 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bad4a330-79fd-49bf-b2fa-420b550b9798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:07.325886 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bad4a330-79fd-49bf-b2fa-420b550b9798 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fba7e7ac-d3f4-4a0b-8e75-6532377adf2a HTTP/1.1" status: 204 len: 168 time: 0.1230109 Jul 08 19:45:07.338019 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a330-79fd-49bf-b2fa-420b550b9798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba7e7ac-d3f4-4a0b-8e75-6532377adf2a,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:07.566995 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab8c06-5247-4086-9d3e-2615747dd374 req-db001d28-2fb7-4946-9ad0-5d2f6d6f5c24 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:07.568492 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c3ab8c06-5247-4086-9d3e-2615747dd374 req-db001d28-2fb7-4946-9ad0-5d2f6d6f5c24 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0707054 Jul 08 19:45:07.610395 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c3ab8c06-5247-4086-9d3e-2615747dd374 req-50b010f3-74bd-464c-9be4-c8d32c91591f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355270 Jul 08 19:45:08.123998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f370063c-4835-4db3-b41e-0c9ad8ec0309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:08.253330 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:08.380010 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caa17e-83e2-4d66-9bda-4bb775a384bd req-b6bfb3c5-d5cb-4912-8a91-76bf868add17 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:08.381538 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-35caa17e-83e2-4d66-9bda-4bb775a384bd req-b6bfb3c5-d5cb-4912-8a91-76bf868add17 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0660460 Jul 08 19:45:08.424635 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-35caa17e-83e2-4d66-9bda-4bb775a384bd req-dde35a84-459a-45b3-9549-4408c726b24a tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368059 Jul 08 19:45:08.805678 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040c42-510e-4741-a09c-177ff08c88e9 req-53376149-00a7-45b7-bc5e-2a31d2c08510 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:08.807201 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-76040c42-510e-4741-a09c-177ff08c88e9 req-53376149-00a7-45b7-bc5e-2a31d2c08510 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0777485 Jul 08 19:45:08.852560 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-76040c42-510e-4741-a09c-177ff08c88e9 req-39077e4e-095e-4257-8811-23548929ccbf tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394464 Jul 08 19:45:08.949085 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.246568 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44812) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:09.368275 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e88b-b9e3-49ad-a3d4-a845fd529bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.476605 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e88b-b9e3-49ad-a3d4-a845fd529bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.481977 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e8b3e88b-b9e3-49ad-a3d4-a845fd529bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.533369 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 44820) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:09.533638 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e8b3e88b-b9e3-49ad-a3d4-a845fd529bee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dde2df0c7262431393bc70fd63a0c5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857211 Jul 08 19:45:09.534178 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3e88b-b9e3-49ad-a3d4-a845fd529bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b2e85d-5e6f-4969-ae68-7a5d20d98c6c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:09.619754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-25ac65a5-5280-4ef9-8be2-80e2bd01850e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.680412 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-25ac65a5-5280-4ef9-8be2-80e2bd01850e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.695330 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd49a-4592-4b74-9dd9-d8dcd34ab584 req-3459837c-0381-4c09-a07d-ff7975ec4878 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:09.697252 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4dbdd49a-4592-4b74-9dd9-d8dcd34ab584 req-3459837c-0381-4c09-a07d-ff7975ec4878 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.0839825 Jul 08 19:45:09.750691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-a40e2282-c08e-4213-9cfc-ea303f8c01a5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:09.753002 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-a40e2282-c08e-4213-9cfc-ea303f8c01a5 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 945 time: 0.1343427 Jul 08 19:45:09.766837 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4dbdd49a-4592-4b74-9dd9-d8dcd34ab584 req-bb5b5ac7-4c03-48ca-bf6c-beade3ef72b2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580611 Jul 08 19:45:09.815107 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-25ac65a5-5280-4ef9-8be2-80e2bd01850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.817921 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-25ac65a5-5280-4ef9-8be2-80e2bd01850e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:09.819180 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-25ac65a5-5280-4ef9-8be2-80e2bd01850e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5b2e85d-5e6f-4969-ae68-7a5d20d98c6c HTTP/1.1" status: 204 len: 168 time: 0.2840273 Jul 08 19:45:09.836134 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac65a5-5280-4ef9-8be2-80e2bd01850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b2e85d-5e6f-4969-ae68-7a5d20d98c6c,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:09.923675 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Deleting port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:45:09.924027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.052369 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] For port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:10.052736 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.067609 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Calling delete_port for f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:45:10.140702 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29f4c-4168-4e9c-ac86-242de33f74f5 req-fb7a4a80-fc01-47e8-8e64-aa6a0f3698e0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:10.148091 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-34e29f4c-4168-4e9c-ac86-242de33f74f5 req-fb7a4a80-fc01-47e8-8e64-aa6a0f3698e0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.1476359 Jul 08 19:45:10.179784 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44836) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:10.194050 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0694e5b-edbd-45df-a307-343b2869b7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.206072 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-34e29f4c-4168-4e9c-ac86-242de33f74f5 req-6df36452-5f6e-43ea-b497-74c7d8c0fb29 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570025 Jul 08 19:45:10.349195 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0694e5b-edbd-45df-a307-343b2869b7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.351886 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.355616 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d0694e5b-edbd-45df-a307-343b2869b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.364389 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['417f2027-dee4-4af1-a21e-3c5e344c3073', 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:45:10.394286 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Pushing event deleted for resources: {'Port': ['ID=f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:10.425271 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d0694e5b-edbd-45df-a307-343b2869b7b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd044a89be404b048839dd1ff61bb222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404535 Jul 08 19:45:10.426678 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 44848) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:10.456202 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0694e5b-edbd-45df-a307-343b2869b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a7754d-4e0e-4120-bd89-2ab903136013,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:10.457331 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] No DVR routers for this DVR port f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:45:10.460518 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-3c7d1828-9b6c-4045-a842-ca365811bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:10.462343 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-3c7d1828-9b6c-4045-a842-ca365811bef7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1096 time: 0.1625648 Jul 08 19:45:10.463553 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.465824 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0b1c5c29-045a-49e5-87e4-f31d3d5d072c req-118e4c4f-a8bf-4dc5-bdd9-9efbf9f17dbf tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "DELETE /v2.0/ports/f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 HTTP/1.1" status: 204 len: 173 time: 0.7073319 Jul 08 19:45:10.466455 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'name': 'network-vif-deleted', 'tag': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:45:10.470086 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a43814-d1e0-4355-b797-50c3ff1aef3b" -d '{"events": [{"server_uuid": "e9e24f53-17bc-4d05-97e2-096ce259411b", "name": "network-vif-deleted", "tag": "f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:45:10.538715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c309477-15ac-4b8f-add2-1f1261c1b9a0 x-openstack-request-id: req-6c309477-15ac-4b8f-add2-1f1261c1b9a0 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:45:10.538981 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e24f53-17bc-4d05-97e2-096ce259411b", "name": "network-vif-deleted", "tag": "f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:45:10.539228 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c309477-15ac-4b8f-add2-1f1261c1b9a0 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:45:10.539623 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e24f53-17bc-4d05-97e2-096ce259411b', 'name': 'network-vif-deleted', 'tag': 'f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849', 'status': 'completed', 'code': 200} Jul 08 19:45:10.541135 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-04d5b32b-d201-4a85-9216-03c3fe54b834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.572406 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-04d5b32b-d201-4a85-9216-03c3fe54b834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.601743 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-6e65fb6a-2425-495c-963d-61b5cd514099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:10.603397 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-6e65fb6a-2425-495c-963d-61b5cd514099 service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1117704 Jul 08 19:45:10.636529 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-04d5b32b-d201-4a85-9216-03c3fe54b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.639250 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-04d5b32b-d201-4a85-9216-03c3fe54b834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.640402 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-04d5b32b-d201-4a85-9216-03c3fe54b834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70a7754d-4e0e-4120-bd89-2ab903136013 HTTP/1.1" status: 204 len: 168 time: 0.2127259 Jul 08 19:45:10.652512 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b32b-d201-4a85-9216-03c3fe54b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a7754d-4e0e-4120-bd89-2ab903136013,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:10.699996 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-e5e60418-22eb-48db-9264-aff8623f905c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 200 len: 998 time: 0.0859582 Jul 08 19:45:10.754449 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-4c9a5ce1-83d1-4945-b581-cc1a6b2a6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:10.756023 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-4c9a5ce1-83d1-4945-b581-cc1a6b2a6021 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0466483 Jul 08 19:45:10.816017 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:10.828399 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-497f735a-5861-4de8-8ba1-c29948013305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:10.830729 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-497f735a-5861-4de8-8ba1-c29948013305 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683341 Jul 08 19:45:10.941999 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-979201d3-0355-41f8-9ed2-b930aeb7249b req-def886e2-89d3-4411-853d-35b1a8aa0690 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e24f53-17bc-4d05-97e2-096ce259411b HTTP/1.1" status: 200 len: 210 time: 0.0396614 Jul 08 19:45:10.992625 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-c04f6719-f411-4ab0-aa9b-ee272600cb77 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537530 Jul 08 19:45:11.129341 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d322141d-470a-4504-97b0-3d3b715a5d82 req-9123b321-9fb5-4385-be55-8a71669a561c service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275880 Jul 08 19:45:11.455061 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28b2d8-6d40-4c8e-8c89-39d31736956e req-f870f8f9-4483-42c6-a42a-369ad7a84bb7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:11.458551 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae28b2d8-6d40-4c8e-8c89-39d31736956e req-f870f8f9-4483-42c6-a42a-369ad7a84bb7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0906544 Jul 08 19:45:11.545041 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae28b2d8-6d40-4c8e-8c89-39d31736956e req-b1d79446-9c2b-4aaa-a530-5ec06392e2c4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742180 Jul 08 19:45:12.419807 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab3cd-370d-416b-9f1c-51ec5e38c0a5 req-dbad8fd3-d544-464b-bb6a-67953798bd8c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:12.421328 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f6eab3cd-370d-416b-9f1c-51ec5e38c0a5 req-dbad8fd3-d544-464b-bb6a-67953798bd8c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Jul 08 19:45:12.460681 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f6eab3cd-370d-416b-9f1c-51ec5e38c0a5 req-60969fa2-1cc9-4f03-9e67-967543d2cb33 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Jul 08 19:45:12.728895 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebca08-92c0-4980-b5a7-17422384bb0e req-9d9400cb-9ca8-4a8e-bdde-f229150e5ed0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:12.730329 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65ebca08-92c0-4980-b5a7-17422384bb0e req-9d9400cb-9ca8-4a8e-bdde-f229150e5ed0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0653479 Jul 08 19:45:12.769187 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65ebca08-92c0-4980-b5a7-17422384bb0e req-e2edc793-8e04-4ec3-827a-d00353ab4fd3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330994 Jul 08 19:45:13.646598 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dbd90-7e59-469c-9530-b839691e1558 req-d158167a-1dee-4f08-87f5-797da47b62b6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:13.648135 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-450dbd90-7e59-469c-9530-b839691e1558 req-d158167a-1dee-4f08-87f5-797da47b62b6 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0673783 Jul 08 19:45:13.691901 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-450dbd90-7e59-469c-9530-b839691e1558 req-ddbac29a-6453-469e-9245-c8ff33910a8d tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 Jul 08 19:45:13.725026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:45:13.830494 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:13.842619 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'port_id': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'mac_address': 'fa:16:3e:30:a6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:45:13.885926 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:13.899580 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1952a6bc-3d93-4ec2-9a74-04690dbea868 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:45:13.920368 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:13.924957 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:13.963805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e8dc-83ae-4a8e-86af-11ebbfefcf1b req-dc17cf5b-47c4-440d-b821-aaa560c46f89 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:13.965350 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d378e8dc-83ae-4a8e-86af-11ebbfefcf1b req-dc17cf5b-47c4-440d-b821-aaa560c46f89 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 943 time: 0.0694463 Jul 08 19:45:13.977107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=9']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:14.015070 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d378e8dc-83ae-4a8e-86af-11ebbfefcf1b req-e037ec2d-029f-48de-9fc6-c61fb68eb646 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439317 Jul 08 19:45:14.775049 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:14.888626 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242003b-653b-4834-9c5d-9f92f5dd438d req-30885365-ed39-4a88-9ed5-307dd6cfb5c3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:14.890148 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6242003b-653b-4834-9c5d-9f92f5dd438d req-30885365-ed39-4a88-9ed5-307dd6cfb5c3 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0685019 Jul 08 19:45:14.929382 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6242003b-653b-4834-9c5d-9f92f5dd438d req-935c7e99-4551-48f1-a530-40004c559dd2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Jul 08 19:45:15.036888 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['1952a6bc-3d93-4ec2-9a74-04690dbea868'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:45:15.294383 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b0178-70b7-49e2-8e0c-3a7daa186c30 req-aa288853-c2d0-46db-94b4-424fceda4d08 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:15.295948 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-621b0178-70b7-49e2-8e0c-3a7daa186c30 req-aa288853-c2d0-46db-94b4-424fceda4d08 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.0744336 Jul 08 19:45:15.340027 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-621b0178-70b7-49e2-8e0c-3a7daa186c30 req-7370da9c-b876-4bd8-b8cf-3215fa9bdd73 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346453 Jul 08 19:45:16.041457 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-5f39a615-0fd8-42a7-ba93-bc188348374b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:16.042995 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-5f39a615-0fd8-42a7-ba93-bc188348374b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/networks?id=b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 200 len: 814 time: 0.1060765 Jul 08 19:45:16.058740 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d65efa03-a48d-473f-a58c-52e662482b0a tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/quotas/a96ad5e078234b8b96916fc822a8e813 HTTP/1.1" status: 200 len: 375 time: 0.0100274 Jul 08 19:45:16.096377 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-e18c5559-9d5b-4ed1-b275-d2347db3c062 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96ad5e078234b8b96916fc822a8e813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310061 Jul 08 19:45:16.116062 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d754-9d15-4e32-903f-0c9e43eba64e req-8b37129f-278c-4e3f-a17a-daf85c7f6249 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:16.117480 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4be5d754-9d15-4e32-903f-0c9e43eba64e req-8b37129f-278c-4e3f-a17a-daf85c7f6249 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0645218 Jul 08 19:45:16.159791 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4be5d754-9d15-4e32-903f-0c9e43eba64e req-bb49159b-ebc0-4f6c-bb93-e90680fa3453 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Jul 08 19:45:16.194083 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-16d3d28d-e7f3-466e-9ad4-74f05b059252 service neutron] 10.222.0.41 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906670 Jul 08 19:45:16.285299 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-37055858-dfc8-479f-9518-13719fe88993 service neutron] 10.222.0.41 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852988 Jul 08 19:45:16.461541 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a72d6049-c1f0-415a-92cb-0b239739b34e req-33be0759-17be-49c6-90aa-42cb86ab157e tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 210 time: 0.0317450 Jul 08 19:45:16.573306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e6b7d-1999-43f3-acb7-4a531f478c8d req-457fc124-dd3b-41ad-aa2c-b521144c60c6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:16.574891 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c6e6b7d-1999-43f3-acb7-4a531f478c8d req-457fc124-dd3b-41ad-aa2c-b521144c60c6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.0663795 Jul 08 19:45:16.632054 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c6e6b7d-1999-43f3-acb7-4a531f478c8d req-60ab49aa-e070-4b82-96ab-8992e4a168b5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501704 Jul 08 19:45:17.339217 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84300d-c4c8-4e7e-8e37-e7ca6643ee40 req-a879b013-2a7c-4e43-83bb-ed215f80e673 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:17.340761 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cd84300d-c4c8-4e7e-8e37-e7ca6643ee40 req-a879b013-2a7c-4e43-83bb-ed215f80e673 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0667269 Jul 08 19:45:17.380134 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cd84300d-c4c8-4e7e-8e37-e7ca6643ee40 req-681c95e1-aaff-4f79-8a13-24d44b2f7fb4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Jul 08 19:45:17.602888 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a90086ac-8804-47cc-b62a-cf39b599d1a7 req-282013e5-1bcc-4f0b-b6a0-3802dfe98f51 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 210 time: 0.0286083 Jul 08 19:45:17.814339 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aa0f0-102c-40a5-882d-6c30630f1fda req-3a3ccfbd-dfe8-4791-a2d5-564614343a36 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:17.815821 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-688aa0f0-102c-40a5-882d-6c30630f1fda req-3a3ccfbd-dfe8-4791-a2d5-564614343a36 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 944 time: 0.0629144 Jul 08 19:45:17.853004 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-688aa0f0-102c-40a5-882d-6c30630f1fda req-2ddfdca7-90e4-438c-9244-464a2e1e704f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Jul 08 19:45:18.560306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7067d-31ff-4396-a3af-a2e13f7b174a req-7582ba72-4e56-470b-a891-92d986f82ea2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:18.561830 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4e7067d-31ff-4396-a3af-a2e13f7b174a req-7582ba72-4e56-470b-a891-92d986f82ea2 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0682886 Jul 08 19:45:18.600654 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4e7067d-31ff-4396-a3af-a2e13f7b174a req-a0a68224-775b-4652-b133-ffe6f7448e9b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Jul 08 19:45:18.616443 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:45:18.667419 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 1952a6bc-3d93-4ec2-9a74-04690dbea868 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:45:18.667796 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:18.757844 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:18.760643 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b3498e1c-ea12-4866-9a8e-df7b2f7dc4f9 req-95e8215d-40d1-4280-87ae-d5a295b97848 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 210 time: 0.0320907 Jul 08 19:45:18.793722 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:45:18.796706 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8dc7f-0f49-40d5-b246-37dea83846af" -d '{"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-plugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:45:18.820847 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:18.829083 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:18.830402 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:45:18.883536 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121fcb2c-836b-43d0-afd1-ac249c35c90d x-openstack-request-id: req-121fcb2c-836b-43d0-afd1-ac249c35c90d {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:45:18.885837 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-plugged", "status": "completed", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:45:18.886327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-121fcb2c-836b-43d0-afd1-ac249c35c90d {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:45:18.886797 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'code': 200} Jul 08 19:45:18.889527 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:45:18.889982 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device f8c5e663-9520-4a2b-8e6d-2a3cbf3fb849 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:45:18.918538 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=10']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:19.054078 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4c9f9-379c-4f02-951b-bcb6d97f7029 req-8760472f-cb06-41f5-8780-d52506bb97fd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:19.055566 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-06b4c9f9-379c-4f02-951b-bcb6d97f7029 req-8760472f-cb06-41f5-8780-d52506bb97fd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0652218 Jul 08 19:45:19.092911 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-06b4c9f9-379c-4f02-951b-bcb6d97f7029 req-793deceb-2b73-4abc-aa41-64f6ef3d08e4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Jul 08 19:45:19.434241 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-31883ba7-5cdd-4fd3-ac8c-960f436e10dd tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:19.435671 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-31883ba7-5cdd-4fd3-ac8c-960f436e10dd tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "GET /v2.0/networks?id=b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 200 len: 814 time: 0.1400733 Jul 08 19:45:19.451704 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Request body: {'port': {'device_id': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4', 'admin_state_up': True, 'tenant_id': 'a96ad5e078234b8b96916fc822a8e813'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:45:19.469172 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118660d3-5025-4b33-8f5c-26a5641991c7 req-e40f0458-1d70-48a9-a65c-7f8d8ace370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:19.470841 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-118660d3-5025-4b33-8f5c-26a5641991c7 req-e40f0458-1d70-48a9-a65c-7f8d8ace370a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 1099 time: 0.1098833 Jul 08 19:45:19.553477 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-118660d3-5025-4b33-8f5c-26a5641991c7 req-3142a30b-9377-40ca-96c9-7d36688dab1d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579424 Jul 08 19:45:19.605135 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Made reservation on behalf of a96ad5e078234b8b96916fc822a8e813 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:45:19.609378 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:19.953662 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1739dcf5-5da8-4c26-a440-1874f95bdf34 req-db249a38-d363-43bd-a810-4eeefca3ba3d tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 210 time: 0.0323200 Jul 08 19:45:20.036121 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Allocated IP 172.20.0.13 (b19f2000-0270-4767-89c9-6a3bcf903ef4/b14c578a-f660-4b62-afc0-5ff7446a2fcc/2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:45:20.092555 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d1069-6b9a-4f99-a299-bdd324fc13a4 req-3013c7f2-2ff0-47e3-a31e-93436e0ec6fc tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:20.094119 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-108d1069-6b9a-4f99-a299-bdd324fc13a4 req-3013c7f2-2ff0-47e3-a31e-93436e0ec6fc tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1151774 Jul 08 19:45:20.193370 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-108d1069-6b9a-4f99-a299-bdd324fc13a4 req-35532995-dea0-419b-a387-42447f933a03 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Jul 08 19:45:20.244638 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:20.286681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:20.310917 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37d32a-ee25-4039-a8ce-cfb1105f656e req-dbf1052d-e935-4f55-9805-960954fbf228 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:20.312980 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4c37d32a-ee25-4039-a8ce-cfb1105f656e req-dbf1052d-e935-4f55-9805-960954fbf228 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0687790 Jul 08 19:45:20.333924 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Network b19f2000-0270-4767-89c9-6a3bcf903ef4 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:45:20.339183 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:45:20.342304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:45:20.352256 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4c37d32a-ee25-4039-a8ce-cfb1105f656e req-a16b1031-10fe-4460-8080-02ffa8b46e02 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332444 Jul 08 19:45:20.378367 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Pushing event updated for resources: {'Port': ['ID=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:20.405798 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:20.406456 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:20.420399 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-d26d50e1-b684-45bb-8c5e-2777a38ce969 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9736071 Jul 08 19:45:20.434960 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Request body: {'port': {'device_id': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:45:20.507241 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:20.826010 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:45:20.837240 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:20.855176 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Transition to ACTIVE for port object 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:45:20.860330 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:20.931235 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:20.966427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.966815 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.967203 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.967576 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.967955 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.968297 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.969305 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.969989 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.970334 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.970753 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.971225 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:20.971558 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:21.068719 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Attempting to bind port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:45:21.069223 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Attempting to bind port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:45:21.070060 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Attempting to bind port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 on network b19f2000-0270-4767-89c9-6a3bcf903ef4 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:45:21.076565 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 on network b19f2000-0270-4767-89c9-6a3bcf903ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:45:21.076977 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Attempting to bind port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 on network b19f2000-0270-4767-89c9-6a3bcf903ef4 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:45:21.087147 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:45:21.088815 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Checking segment: {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:45:21.090027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Bound using segment: {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:45:21.091377 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Bound port: 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f198042-368e-4adf-b94b-1a0f555e298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:45:21.092192 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:21.280111 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] For port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:45:21.287603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] For port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:45:21.297823 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:21.347859 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a830291-8d44-4b81-96cc-05bb2072291e req-bddebf89-4f16-4d39-8d92-9a594c0f9476 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:21.350295 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5a830291-8d44-4b81-96cc-05bb2072291e req-bddebf89-4f16-4d39-8d92-9a594c0f9476 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 944 time: 0.1937485 Jul 08 19:45:21.353485 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:21.353485 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:21.355551 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] 10.222.0.91 "PUT /v2.0/ports/2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 HTTP/1.1" status: 200 len: 1094 time: 0.9248266 Jul 08 19:45:21.358372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'tag': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:45:21.361409 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe346b7-1652-460c-89e4-ea65ae73006e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6667bbf-b769-439b-afa9-5361d59450ea", "tag": "2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:45:21.426296 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361111e-5502-4533-998a-c84bfede77c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:21.453858 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af655fb-e8b2-49df-8c3a-7a5f38f615bd req-2132019b-dd83-4306-bbfe-8536a1f9e046 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:21.456430 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7af655fb-e8b2-49df-8c3a-7a5f38f615bd req-2132019b-dd83-4306-bbfe-8536a1f9e046 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0989368 Jul 08 19:45:21.469422 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5a830291-8d44-4b81-96cc-05bb2072291e req-e7ecf7c4-790b-4e63-a04e-e5d5feea33db tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012065 Jul 08 19:45:21.519901 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7af655fb-e8b2-49df-8c3a-7a5f38f615bd req-cabdc1e1-0035-45d0-802b-bccb5a2e37b4 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550349 Jul 08 19:45:21.528563 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-b79db598-270e-4451-988e-7141934c99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:21.532076 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-b79db598-270e-4451-988e-7141934c99e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a96ad5e078234b8b96916fc822a8e813&device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 1097 time: 0.1213005 Jul 08 19:45:21.612629 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-5a0327ad-b34c-4b57-bc18-22937131024b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0696893 Jul 08 19:45:21.615156 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7335f834-f279-44f0-9321-bcc3226cda88 x-openstack-request-id: req-7335f834-f279-44f0-9321-bcc3226cda88 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:45:21.615679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6667bbf-b769-439b-afa9-5361d59450ea", "tag": "2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:45:21.616263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7335f834-f279-44f0-9321-bcc3226cda88 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:45:21.616863 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'tag': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9', 'status': 'completed', 'code': 200} Jul 08 19:45:21.669872 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-70f82bdd-46e0-4b5d-a29c-56dbb964138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:21.671791 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-70f82bdd-46e0-4b5d-a29c-56dbb964138d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b14c578a-f660-4b62-afc0-5ff7446a2fcc HTTP/1.1" status: 200 len: 854 time: 0.0512097 Jul 08 19:45:21.715484 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-f3c39c8c-6c6a-4768-ab31-736b3e04a15d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b19f2000-0270-4767-89c9-6a3bcf903ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360417 Jul 08 19:45:21.743422 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af171e39-9474-4405-8249-6951be081fd4 req-9eaeb8da-aa9c-41b7-8363-6cb13afb5226 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:21.746408 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-af171e39-9474-4405-8249-6951be081fd4 req-9eaeb8da-aa9c-41b7-8363-6cb13afb5226 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0835147 Jul 08 19:45:21.789191 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-af171e39-9474-4405-8249-6951be081fd4 req-085fb825-58e3-41e5-8ea6-5d02d3717dc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348170 Jul 08 19:45:21.832912 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-6ec88dea-c2ca-42fc-a460-8db90ebd7764 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103919 Jul 08 19:45:21.960712 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2171c9b8-3901-40dc-b8b5-88a2b3ac0a6e req-29853fbf-1bb7-4ca6-8bf8-54ac5b02ba26 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198151 Jul 08 19:45:22.075680 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-a355b305-36bf-4a62-9a0c-565f7e1fda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.077219 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-a355b305-36bf-4a62-9a0c-565f7e1fda8e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a96ad5e078234b8b96916fc822a8e813&device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 1097 time: 0.0607169 Jul 08 19:45:22.173501 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-fbc6725f-e829-4aa3-ba39-85ac3460de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.175140 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-fbc6725f-e829-4aa3-ba39-85ac3460de12 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 200 len: 915 time: 0.0891886 Jul 08 19:45:22.225600 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-4db88ce0-779b-4194-86da-addf4a491f67 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0407610 Jul 08 19:45:22.297602 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-edfcdbf2-f16a-4b22-af1e-803e228a860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.298988 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-edfcdbf2-f16a-4b22-af1e-803e228a860f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b14c578a-f660-4b62-afc0-5ff7446a2fcc HTTP/1.1" status: 200 len: 854 time: 0.0614192 Jul 08 19:45:22.336333 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-67f971b1-ae4e-47fe-bccd-573c03e853e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b19f2000-0270-4767-89c9-6a3bcf903ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290847 Jul 08 19:45:22.413664 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccca70-4b1a-45eb-8143-327422fb8f1d req-f0b2adaf-89ac-49b5-ab2c-265cfe2598e6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.415300 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-daccca70-4b1a-45eb-8143-327422fb8f1d req-f0b2adaf-89ac-49b5-ab2c-265cfe2598e6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0707028 Jul 08 19:45:22.476261 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-76d233c0-0159-4b01-9fe0-7634a1fb3c45 service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266549 Jul 08 19:45:22.477162 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-daccca70-4b1a-45eb-8143-327422fb8f1d req-63c8e07a-405e-4660-bd43-d12dac0291e3 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521967 Jul 08 19:45:22.491469 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-e51cbb62-3386-493f-a43d-6698b0a9d59b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.493271 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-e51cbb62-3386-493f-a43d-6698b0a9d59b tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.1558714 Jul 08 19:45:22.706819 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9fe346b7-1652-460c-89e4-ea65ae73006e req-db67442d-cb7f-4bb2-952d-4d9270ff273c service neutron] 10.222.0.91 "GET /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257905 Jul 08 19:45:22.748488 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Deleting port 417f2027-dee4-4af1-a21e-3c5e344c3073 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:45:22.748488 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:22.770478 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf47df-3ee3-42e7-ac8a-d3de93b45a72 req-42cd2350-8934-4583-89b9-69a7820c6779 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.772228 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-eedf47df-3ee3-42e7-ac8a-d3de93b45a72 req-42cd2350-8934-4583-89b9-69a7820c6779 tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/ports?device_id=3680b6c3-fb1d-4491-9de9-5259d6ffb490 HTTP/1.1" status: 200 len: 945 time: 0.0984190 Jul 08 19:45:22.823898 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-eedf47df-3ee3-42e7-ac8a-d3de93b45a72 req-c8703cc1-639a-49f4-969f-a8e17418c91f tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3dc548e-6a7d-4b53-9a06-70b21d1aa896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Jul 08 19:45:22.824248 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11191ff1-2cb3-4884-98b3-e08a4405f8e9 req-45dcfe3c-7a5f-4522-be97-27cc6a9dfa21 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:22.826397 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-11191ff1-2cb3-4884-98b3-e08a4405f8e9 req-45dcfe3c-7a5f-4522-be97-27cc6a9dfa21 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 944 time: 0.1769390 Jul 08 19:45:22.903809 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-11191ff1-2cb3-4884-98b3-e08a4405f8e9 req-4766209c-9d4f-4da7-b56b-1736658859b4 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651245 Jul 08 19:45:22.909947 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45110) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:22.923564 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] For port 417f2027-dee4-4af1-a21e-3c5e344c3073, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=417f2027-dee4-4af1-a21e-3c5e344c3073,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:22.924159 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:22.950496 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Calling delete_port for 417f2027-dee4-4af1-a21e-3c5e344c3073 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:45:23.053529 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948cb4-f389-461d-b38f-6a72eff77489 req-d96f4510-8fe5-4cca-aec5-b2baeb11a0fa tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:23.055251 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf948cb4-f389-461d-b38f-6a72eff77489 req-d96f4510-8fe5-4cca-aec5-b2baeb11a0fa tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0799901 Jul 08 19:45:23.059930 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-669741f6-135e-46c8-9b91-30a7a9ace622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.101445 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf948cb4-f389-461d-b38f-6a72eff77489 req-d5757b02-17d4-4d8c-88e5-01540139438b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Jul 08 19:45:23.153272 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.164770 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['417f2027-dee4-4af1-a21e-3c5e344c3073'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:45:23.196874 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Pushing event deleted for resources: {'Port': ['ID=417f2027-dee4-4af1-a21e-3c5e344c3073,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:23.260900 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] No DVR routers for this DVR port 417f2027-dee4-4af1-a21e-3c5e344c3073 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:45:23.265032 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.267496 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a8685c0a-df6d-4463-9756-e3a8fcb1ff1f req-6af8b9ee-5a41-4c1d-a375-8cd13666804c tempest-ServerRescueNegativeTestJSON-313699079 tempest-ServerRescueNegativeTestJSON-313699079-project] 10.222.0.91 "DELETE /v2.0/ports/417f2027-dee4-4af1-a21e-3c5e344c3073 HTTP/1.1" status: 204 len: 173 time: 0.7661529 Jul 08 19:45:23.299465 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-669741f6-135e-46c8-9b91-30a7a9ace622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.304045 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-669741f6-135e-46c8-9b91-30a7a9ace622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.346819 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-669741f6-135e-46c8-9b91-30a7a9ace622 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0997037376504161980e93a104d6500f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357924 Jul 08 19:45:23.347688 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669741f6-135e-46c8-9b91-30a7a9ace622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85790981-b6c3-4662-8c74-bbf5e0e837ab,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:23.349614 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45116) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:23.418263 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-44db4823-51d1-4283-9e20-94875d0f5010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.450118 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-44db4823-51d1-4283-9e20-94875d0f5010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.503284 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-44db4823-51d1-4283-9e20-94875d0f5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.507292 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-44db4823-51d1-4283-9e20-94875d0f5010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:23.511229 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-44db4823-51d1-4283-9e20-94875d0f5010 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85790981-b6c3-4662-8c74-bbf5e0e837ab HTTP/1.1" status: 204 len: 168 time: 0.1605625 Jul 08 19:45:23.520267 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db4823-51d1-4283-9e20-94875d0f5010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85790981-b6c3-4662-8c74-bbf5e0e837ab,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:23.628401 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'name': 'network-vif-deleted', 'tag': '417f2027-dee4-4af1-a21e-3c5e344c3073'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:45:23.630673 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c968823-61c1-4904-b9a2-fa514a5f55fd" -d '{"events": [{"server_uuid": "3680b6c3-fb1d-4491-9de9-5259d6ffb490", "name": "network-vif-deleted", "tag": "417f2027-dee4-4af1-a21e-3c5e344c3073"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:45:23.672895 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408322-742c-4fec-b5c1-59f73e707b21 req-7977a0b0-4f73-4bb7-90cf-6bf9460fd354 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:23.674054 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-84408322-742c-4fec-b5c1-59f73e707b21 req-7977a0b0-4f73-4bb7-90cf-6bf9460fd354 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0753148 Jul 08 19:45:23.675488 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2dea0b-5076-4d32-9c59-91bf29e0ea9c x-openstack-request-id: req-af2dea0b-5076-4d32-9c59-91bf29e0ea9c {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:45:23.675809 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3680b6c3-fb1d-4491-9de9-5259d6ffb490", "name": "network-vif-deleted", "tag": "417f2027-dee4-4af1-a21e-3c5e344c3073", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:45:23.676027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af2dea0b-5076-4d32-9c59-91bf29e0ea9c {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:45:23.676379 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3680b6c3-fb1d-4491-9de9-5259d6ffb490', 'name': 'network-vif-deleted', 'tag': '417f2027-dee4-4af1-a21e-3c5e344c3073', 'status': 'completed', 'code': 200} Jul 08 19:45:23.714067 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-84408322-742c-4fec-b5c1-59f73e707b21 req-7878ded1-5129-4773-bdb7-24f54a6327bd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339358 Jul 08 19:45:23.945416 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45136) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:24.115554 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dc383-5dd9-40f0-beea-af95e6634e05 req-95f7ba9a-da66-48c4-b7f7-30bbefb9512e tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:24.117160 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-595dc383-5dd9-40f0-beea-af95e6634e05 req-95f7ba9a-da66-48c4-b7f7-30bbefb9512e tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 944 time: 0.0755172 Jul 08 19:45:24.160941 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-595dc383-5dd9-40f0-beea-af95e6634e05 req-90a0054e-9a03-44cf-bb4b-66bea7e3e5e0 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Jul 08 19:45:24.400146 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:24.643830 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:45:24.759530 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:24.774786 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9', 'network_id': 'b19f2000-0270-4767-89c9-6a3bcf903ef4', 'port_id': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9', 'mac_address': 'fa:16:3e:e4:b4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14c578a-f660-4b62-afc0-5ff7446a2fcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:45:24.815999 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:24.830173 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:45:24.852389 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:24.858582 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:24.914110 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:24.921026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.921483 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.922354 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.922919 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.923259 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.923597 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.923932 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.924264 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.925188 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.925536 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.925897 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.926372 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:24.956662 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Deleting port 532a822a-1801-4ee4-b630-fd6b01423c26 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:45:24.957230 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:25.006135 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9f95-75d0-4deb-9325-dd7ea586e38a req-927a9b7a-733a-4803-a134-6e667dbffaa8 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:25.007608 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-014e9f95-75d0-4deb-9325-dd7ea586e38a req-927a9b7a-733a-4803-a134-6e667dbffaa8 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1219726 Jul 08 19:45:25.065991 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-014e9f95-75d0-4deb-9325-dd7ea586e38a req-45dd3057-6cf5-4340-a1e8-4bfca876bd4e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504081 Jul 08 19:45:25.079020 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] For port 532a822a-1801-4ee4-b630-fd6b01423c26, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=532a822a-1801-4ee4-b630-fd6b01423c26,segment=NetworkSegment(109ea55f-23ca-4778-88fb-89417d04962a),segment_id=109ea55f-23ca-4778-88fb-89417d04962a)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:25.079402 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:25.090424 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:45:25.094608 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Calling delete_port for 532a822a-1801-4ee4-b630-fd6b01423c26 owned by network:router_interface {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:45:25.326085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:25.348893 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1365ebe-a26a-4c4a-854e-d5319cddeb54 req-6f29403b-2e68-4e85-8189-b8483a647e29 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:25.350429 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d1365ebe-a26a-4c4a-854e-d5319cddeb54 req-6f29403b-2e68-4e85-8189-b8483a647e29 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 945 time: 0.0657375 Jul 08 19:45:25.353567 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=532a822a-1801-4ee4-b630-fd6b01423c26,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:25.392089 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d1365ebe-a26a-4c4a-854e-d5319cddeb54 req-00b4674f-368f-47b2-81a0-e0ded3323ab5 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Jul 08 19:45:25.523618 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:25.747592 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:45:25.871266 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:45:25.877364 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c743ad08-68dd-4dcf-adb8-46eee42856e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9304359 Jul 08 19:45:25.879830 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45166) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:25.882793 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] Sync routers for ids ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:45:25.894947 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] Routers {'5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:45:25.895655 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:45:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:25.991947 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.005920 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] Set router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:45:26.101192 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.162143 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Deleting port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:45:26.162609 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.204876 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:45:25Z', 'revision_number': 5, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port': {'id': '6f2e5c1d-0b13-4039-b0ef-374570a0fcdf', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:26.239232 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] Checking router: 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:45:26.248363 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] Routers {'5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:45:26.249000 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:45:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:26.309748 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] For port 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:26.310182 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.333877 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369075a-d1cc-45db-8be8-7fd71dc3f22d req-ffe46018-e882-424a-b59a-f79d8f331f15 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:26.335652 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a369075a-d1cc-45db-8be8-7fd71dc3f22d req-ffe46018-e882-424a-b59a-f79d8f331f15 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1327999 Jul 08 19:45:26.336916 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Calling delete_port for 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:45:26.429638 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a369075a-d1cc-45db-8be8-7fd71dc3f22d req-a6e59de3-40ae-4d37-83a3-d189c3de49d5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850191 Jul 08 19:45:26.439830 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] Set router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:45:26.505186 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:45:26Z', 'revision_number': 6, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:26.539662 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9864f-6ff5-4a50-b5b0-fc667260aa03 None None] The sync data for ids ['5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a'] in dv-cinder-796286-16-iscsi is: [{'id': '5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1756394569-router', 'tenant_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:45:26Z', 'revision_number': 6, 'project_id': '25f6564b00f64b0bacad3b6b622c4a4e', 'gw_port_host': None}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:45:26.582530 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.616483 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2e5c1d-0b13-4039-b0ef-374570a0fcdf,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:26.639831 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e463f7-2454-466f-b42a-c3a369e64b68 req-e329802e-da54-4cf3-a15e-b943fe93dc90 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:26.642683 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-72e463f7-2454-466f-b42a-c3a369e64b68 req-e329802e-da54-4cf3-a15e-b943fe93dc90 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 945 time: 0.0883889 Jul 08 19:45:26.682428 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.695774 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-72e463f7-2454-466f-b42a-c3a369e64b68 req-3ab9bb52-fc85-43c2-a7ba-d74d260f364e tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479903 Jul 08 19:45:26.797613 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.799815 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.868905 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.869455 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:45:26.875066 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.876251 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fa33cb4d-d3bf-471e-817c-d4adcc945dfd admin admin] 10.222.0.41 "DELETE /v2.0/routers/5bafbe7e-19d2-4e28-aea8-ea0c55b82e4a HTTP/1.1" status: 204 len: 168 time: 0.9953768 Jul 08 19:45:26.879884 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45174) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:26.928753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Deleting subnet 50679d43-eff3-49ce-a717-8b47f2973212 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:45:26.932216 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:26.972165 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.016546 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.037893 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 532a822a-1801-4ee4-b630-fd6b01423c26 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:45:27.059628 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 532a822a-1801-4ee4-b630-fd6b01423c26 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:45:27.059970 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 532a822a-1801-4ee4-b630-fd6b01423c26 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:45:27.080948 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.095437 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:45:27.106521 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50679d43-eff3-49ce-a717-8b47f2973212,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:27.113517 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.115212 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-eeb4bf38-3462-4dbe-be47-9be2a33ee63e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/50679d43-eff3-49ce-a717-8b47f2973212 HTTP/1.1" status: 204 len: 168 time: 0.2343597 Jul 08 19:45:27.118566 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45176) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:27.148323 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:45:27.152804 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:45:27.153255 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.191312 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.240647 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.263988 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:45:27.266348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee31520-20e9-412f-a815-3691713db806" -d '{"events": [{"server_uuid": "d6667bbf-b769-439b-afa9-5361d59450ea", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:45:27.272167 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.279060 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:27.283527 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990b60c8-9a3b-4470-b507-49b3593564f5']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:27.285859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.286993 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 417f2027-dee4-4af1-a21e-3c5e344c3073 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:45:27.299133 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109ea55f-23ca-4778-88fb-89417d04962a') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:27.299437 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109ea55f-23ca-4778-88fb-89417d04962a') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:45:27.309733 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 417f2027-dee4-4af1-a21e-3c5e344c3073 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:45:27.310528 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 417f2027-dee4-4af1-a21e-3c5e344c3073 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:45:27.311322 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.312803 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06597b7e-b990-40cc-8251-3b0d73b808d8 x-openstack-request-id: req-06597b7e-b990-40cc-8251-3b0d73b808d8 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:45:27.312803 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6667bbf-b769-439b-afa9-5361d59450ea", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:45:27.313039 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06597b7e-b990-40cc-8251-3b0d73b808d8 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:45:27.313467 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9', 'code': 200} Jul 08 19:45:27.336537 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.349263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:45:27.350016 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:45:27.353191 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:45:27.369285 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:27.435400 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.442360 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.444246 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/990b60c8-9a3b-4470-b507-49b3593564f5 HTTP/1.1" status: 204 len: 168 time: 0.3248749 Jul 08 19:45:27.456431 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f393e5-f239-401e-a2e3-7584ee8fe4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=990b60c8-9a3b-4470-b507-49b3593564f5,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:27.665347 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff8466-cd4b-405c-b6fd-f4a4c163c7c8 req-f9170a31-6167-4cb4-8251-889f2d4ea603 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:27.667179 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9bff8466-cd4b-405c-b6fd-f4a4c163c7c8 req-f9170a31-6167-4cb4-8251-889f2d4ea603 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0948689 Jul 08 19:45:27.704888 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45184) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:27.739245 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9bff8466-cd4b-405c-b6fd-f4a4c163c7c8 req-f22b4a32-a8cd-4325-9911-a1fdfa5ace7f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533063 Jul 08 19:45:27.760777 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-4da02729-e184-4586-8a77-d39e92b34900 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25f6564b00f64b0bacad3b6b622c4a4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543902 Jul 08 19:45:27.764623 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45188) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:27.829916 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38929f56-e758-4991-ad24-ea324b89dae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.864244 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38929f56-e758-4991-ad24-ea324b89dae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.971295 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122b0d2-360b-401b-b3ac-e64d5b7afd2c req-99460647-d5f9-4881-9fcc-e4af4f6f6443 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:27.972868 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8122b0d2-360b-401b-b3ac-e64d5b7afd2c req-99460647-d5f9-4881-9fcc-e4af4f6f6443 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 946 time: 0.1064670 Jul 08 19:45:27.974176 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38929f56-e758-4991-ad24-ea324b89dae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.976672 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-38929f56-e758-4991-ad24-ea324b89dae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:27.977764 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-38929f56-e758-4991-ad24-ea324b89dae2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3dc548e-6a7d-4b53-9a06-70b21d1aa896 HTTP/1.1" status: 204 len: 168 time: 0.2112694 Jul 08 19:45:28.000176 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38929f56-e758-4991-ad24-ea324b89dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc548e-6a7d-4b53-9a06-70b21d1aa896,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:28.031873 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8122b0d2-360b-401b-b3ac-e64d5b7afd2c req-0775c196-e4bb-4503-85c8-53944ff4a699 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519655 Jul 08 19:45:28.684182 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:45:28.704687 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:45:28.705154 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6f2e5c1d-0b13-4039-b0ef-374570a0fcdf not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:45:28.974716 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4fcc-56ce-4a6e-bdb9-7cd6fa9563b3 req-7988ff9c-9397-4011-97ae-5623f482df22 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:28.977457 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-baaa4fcc-56ce-4a6e-bdb9-7cd6fa9563b3 req-7988ff9c-9397-4011-97ae-5623f482df22 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0926957 Jul 08 19:45:29.040782 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-baaa4fcc-56ce-4a6e-bdb9-7cd6fa9563b3 req-07b8df33-8343-42de-b8c2-577ac80c5909 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564370 Jul 08 19:45:29.247085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c174c-bdfa-41c0-abff-282139be6745 req-8ae57917-41fc-40d8-b3ab-97d8cc94f004 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:29.248741 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f64c174c-bdfa-41c0-abff-282139be6745 req-8ae57917-41fc-40d8-b3ab-97d8cc94f004 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 946 time: 0.0819108 Jul 08 19:45:29.288447 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b4799-0bba-44ca-a061-f90dfcfeaee7 req-d7960bc7-306a-47c2-84a8-6d6969e5f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:29.290270 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3f5b4799-0bba-44ca-a061-f90dfcfeaee7 req-d7960bc7-306a-47c2-84a8-6d6969e5f119 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 1099 time: 0.0698535 Jul 08 19:45:29.305879 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f64c174c-bdfa-41c0-abff-282139be6745 req-b4b86aab-ad18-44dd-8950-4e199983dc31 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Jul 08 19:45:29.349341 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3f5b4799-0bba-44ca-a061-f90dfcfeaee7 req-1cbfc23e-1e93-41a6-bb4c-6ee5e35640eb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Jul 08 19:45:30.275752 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c3468-f203-44c3-8780-7ad108da4aab req-c490084b-f829-4004-8e28-40a8cbc766ac tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:30.277316 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-df7c3468-f203-44c3-8780-7ad108da4aab req-c490084b-f829-4004-8e28-40a8cbc766ac tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0881677 Jul 08 19:45:30.322244 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-df7c3468-f203-44c3-8780-7ad108da4aab req-c438c67d-fe4d-45b8-b15e-b4beedb9f3e2 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370486 Jul 08 19:45:30.499965 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117205c-bff8-4b64-8192-3e1acc9ebd5e req-275235b3-1f4d-4393-9b10-b61b3cc30002 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:30.502104 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c117205c-bff8-4b64-8192-3e1acc9ebd5e req-275235b3-1f4d-4393-9b10-b61b3cc30002 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 946 time: 0.0771189 Jul 08 19:45:30.547368 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c117205c-bff8-4b64-8192-3e1acc9ebd5e req-e0404e60-2927-47f1-9f55-66b27af33c6b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Jul 08 19:45:31.511993 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f049d6-72ed-40c7-95d3-3988c426b305 req-ac1b8375-266c-473d-8641-f436444dbedd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:31.514288 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-47f049d6-72ed-40c7-95d3-3988c426b305 req-ac1b8375-266c-473d-8641-f436444dbedd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0741804 Jul 08 19:45:31.555877 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-47f049d6-72ed-40c7-95d3-3988c426b305 req-5c094150-7ca1-4cfd-96f4-8f296e47bc40 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354185 Jul 08 19:45:32.736915 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4576c-053d-45a5-8c8e-885d234ca512 req-cf80e9f8-7a76-495d-b2a0-3ecbc142c85a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:32.738539 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-90d4576c-053d-45a5-8c8e-885d234ca512 req-cf80e9f8-7a76-495d-b2a0-3ecbc142c85a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0655217 Jul 08 19:45:32.779459 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-90d4576c-053d-45a5-8c8e-885d234ca512 req-bc8cb8f6-d75d-420c-b560-dd50073a4123 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351384 Jul 08 19:45:34.186599 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8399-b554-4d81-a4ee-53302b046e04 req-60e90c69-0fb7-47e8-be29-cc15bfcc2b90 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:34.188127 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ab4a8399-b554-4d81-a4ee-53302b046e04 req-60e90c69-0fb7-47e8-be29-cc15bfcc2b90 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.2874801 Jul 08 19:45:34.232854 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ab4a8399-b554-4d81-a4ee-53302b046e04 req-69554203-edba-468d-8c32-ef411106577b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Jul 08 19:45:35.243957 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-868b412b-0354-4a1f-b135-c574dda913d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:35.429375 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8108d3-a64d-4b98-bf3e-582bfddda046 req-3d4d2f48-4589-4fe0-b752-61d4b0ee6867 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:35.430939 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8f8108d3-a64d-4b98-bf3e-582bfddda046 req-3d4d2f48-4589-4fe0-b752-61d4b0ee6867 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0724471 Jul 08 19:45:35.483089 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8f8108d3-a64d-4b98-bf3e-582bfddda046 req-8445dfdd-d867-456e-abb4-ed3b5b20874a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447059 Jul 08 19:45:36.683110 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ddb8-9bcb-49e4-80f9-e693c0744b95 req-a4451158-698a-44b6-85b1-c793ad96a8c5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:36.684608 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf84ddb8-9bcb-49e4-80f9-e693c0744b95 req-a4451158-698a-44b6-85b1-c793ad96a8c5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0740914 Jul 08 19:45:36.728865 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf84ddb8-9bcb-49e4-80f9-e693c0744b95 req-08b28c58-3c57-4d16-bf2e-470e44ee078d tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 Jul 08 19:45:36.796080 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:45:37.931624 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0908a6-7cf7-48e2-81aa-1a9ea376a27b req-cf91e435-5fe5-4a96-9dfc-03e659ab9c16 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:37.933175 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2b0908a6-7cf7-48e2-81aa-1a9ea376a27b req-cf91e435-5fe5-4a96-9dfc-03e659ab9c16 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0849805 Jul 08 19:45:37.974737 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2b0908a6-7cf7-48e2-81aa-1a9ea376a27b req-60ca845c-cae2-4282-9a58-f0828304553c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360956 Jul 08 19:45:38.123782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-886e0c29-56b1-4e5b-9f99-b855f7221db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:38.265542 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:38.966928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:39.161468 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bd775-a5a9-48bc-85c1-0050541beb0f req-f66a6c89-ed09-4c95-984a-7a001fffeece tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:39.163020 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0f0bd775-a5a9-48bc-85c1-0050541beb0f req-f66a6c89-ed09-4c95-984a-7a001fffeece tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0686357 Jul 08 19:45:39.201023 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0f0bd775-a5a9-48bc-85c1-0050541beb0f req-cea1223d-5db9-4e2c-b002-34a897a8cc32 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Jul 08 19:45:40.422417 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c307411-01f8-4e94-911c-40a043bf9627 req-ade64ecb-3b1f-418d-9938-2694df517161 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:40.423921 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3c307411-01f8-4e94-911c-40a043bf9627 req-ade64ecb-3b1f-418d-9938-2694df517161 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0722528 Jul 08 19:45:40.465534 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3c307411-01f8-4e94-911c-40a043bf9627 req-84ae078b-a7dc-4064-899a-23175ee61e72 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345492 Jul 08 19:45:40.811753 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:41.653234 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c3a8-5ea8-41f1-9339-3965c56e4db1 req-ac0d7739-11ec-40b2-9ced-6ba43eca3f20 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:41.654738 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2123c3a8-5ea8-41f1-9339-3965c56e4db1 req-ac0d7739-11ec-40b2-9ced-6ba43eca3f20 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0691190 Jul 08 19:45:41.692283 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2123c3a8-5ea8-41f1-9339-3965c56e4db1 req-6658cdc4-8883-4549-bad2-ecc8e134fd2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Jul 08 19:45:42.870116 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c95ec-116d-47fe-bbf4-f689989e3583 req-630783b9-0fa9-4ecd-97a3-47bddbdbc128 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:42.871597 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b40c95ec-116d-47fe-bbf4-f689989e3583 req-630783b9-0fa9-4ecd-97a3-47bddbdbc128 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0681574 Jul 08 19:45:42.917190 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b40c95ec-116d-47fe-bbf4-f689989e3583 req-8162715b-06ba-42d3-9a51-008ecd966c6c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357854 Jul 08 19:45:44.093932 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb5335-21ef-4681-aa80-04db58777fba req-0570d2dc-147c-42aa-b8c7-f7fd86e5bab0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:44.095497 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60eb5335-21ef-4681-aa80-04db58777fba req-0570d2dc-147c-42aa-b8c7-f7fd86e5bab0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0659299 Jul 08 19:45:44.139081 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60eb5335-21ef-4681-aa80-04db58777fba req-fb8e1caa-c669-43ab-b90e-249a7b84f220 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375521 Jul 08 19:45:44.750868 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:45.325456 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bf22c-9279-469b-9afc-a4cdf85efd3d req-af490fbf-7aa9-4c9d-8617-e8cf3db48f5f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:45.327080 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0b7bf22c-9279-469b-9afc-a4cdf85efd3d req-af490fbf-7aa9-4c9d-8617-e8cf3db48f5f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0720806 Jul 08 19:45:45.386003 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0b7bf22c-9279-469b-9afc-a4cdf85efd3d req-6e8bbcd9-7c0a-4bb0-8796-166bd72d194c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510225 Jul 08 19:45:46.579898 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e88ba-8a5b-4eb0-b561-880a07c3304d req-0777316d-481c-4f97-a4f5-4c913fb6c162 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:46.581973 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a85e88ba-8a5b-4eb0-b561-880a07c3304d req-0777316d-481c-4f97-a4f5-4c913fb6c162 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0752664 Jul 08 19:45:46.622214 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a85e88ba-8a5b-4eb0-b561-880a07c3304d req-df9028b9-3406-4f70-8774-d6c25acbf8ae tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Jul 08 19:45:47.813653 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e0d6-c5d7-48d4-b7c3-105cbb34afea req-a5b301c9-0bfc-437a-9ac4-1314a38fe292 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:47.815096 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-08a3e0d6-c5d7-48d4-b7c3-105cbb34afea req-a5b301c9-0bfc-437a-9ac4-1314a38fe292 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0717113 Jul 08 19:45:47.860049 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-08a3e0d6-c5d7-48d4-b7c3-105cbb34afea req-ab88ffde-59c6-4b03-9453-6b117dbd059e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378351 Jul 08 19:45:49.075619 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b190f2-40a4-436a-83a0-ed8d881e9a35 req-2859fa44-3b04-46fa-8bc6-cf3663b9d8d2 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:49.077234 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-08b190f2-40a4-436a-83a0-ed8d881e9a35 req-2859fa44-3b04-46fa-8bc6-cf3663b9d8d2 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0692296 Jul 08 19:45:49.121731 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-08b190f2-40a4-436a-83a0-ed8d881e9a35 req-3134bb7d-a667-4285-8810-49918f691443 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370634 Jul 08 19:45:50.300524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b63d-0998-497b-b891-ea2be71831b5 req-86edcf95-9c81-4b1c-a815-89963b449ac6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:50.301926 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0654b63d-0998-497b-b891-ea2be71831b5 req-86edcf95-9c81-4b1c-a815-89963b449ac6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0637031 Jul 08 19:45:50.340400 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0654b63d-0998-497b-b891-ea2be71831b5 req-9c156900-a5ca-4f3c-ac86-1331b9ce3041 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329046 Jul 08 19:45:51.532383 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b6ed7-98ae-4306-8047-21a440b5912c req-3ff83d21-ebfc-4cc9-b4a7-700c7161e1b4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:51.534538 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b53b6ed7-98ae-4306-8047-21a440b5912c req-3ff83d21-ebfc-4cc9-b4a7-700c7161e1b4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0782685 Jul 08 19:45:51.571203 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b53b6ed7-98ae-4306-8047-21a440b5912c req-4478b28f-3a10-40b6-9b7a-e95303852a6c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Jul 08 19:45:52.758135 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e408d9d-dc36-4217-ad62-953ed8c97d41 req-813fdd61-12fa-49d1-b510-35553ff54b56 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:52.759669 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e408d9d-dc36-4217-ad62-953ed8c97d41 req-813fdd61-12fa-49d1-b510-35553ff54b56 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0683892 Jul 08 19:45:52.800846 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e408d9d-dc36-4217-ad62-953ed8c97d41 req-8fe04137-0acb-46cc-93a5-dd819ebb8597 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Jul 08 19:45:53.876396 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45590) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:53.995777 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6df6c-4101-4aa8-9f65-9ba5927d93b2 req-21118eeb-4518-4143-b142-1b6ae7e08d3e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:53.996541 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-68b5f254-ff2c-44a9-89ab-435e7a33eb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:53.997735 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-caa6df6c-4101-4aa8-9f65-9ba5927d93b2 req-21118eeb-4518-4143-b142-1b6ae7e08d3e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0758414 Jul 08 19:45:54.049314 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-caa6df6c-4101-4aa8-9f65-9ba5927d93b2 req-0f9b90f2-1d07-416e-8b44-58fb9b837485 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 Jul 08 19:45:54.123916 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-68b5f254-ff2c-44a9-89ab-435e7a33eb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:54.129673 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-68b5f254-ff2c-44a9-89ab-435e7a33eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:54.167663 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45604) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:45:54.167941 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-68b5f254-ff2c-44a9-89ab-435e7a33eb8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3808648d68b442e78b814713b4e4be46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889311 Jul 08 19:45:54.189173 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5f254-ff2c-44a9-89ab-435e7a33eb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4608ce-649a-4dc0-8a1d-e141a27da790,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:54.248472 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:54.295744 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:54.392320 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:54.396476 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:54.402032 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f4608ce-649a-4dc0-8a1d-e141a27da790 HTTP/1.1" status: 204 len: 168 time: 0.2325187 Jul 08 19:45:54.417879 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4608ce-649a-4dc0-8a1d-e141a27da790,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:54.430690 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.431222 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.431960 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.432678 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.433426 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.434237 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.434967 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.435649 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.437041 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.437786 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.438516 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.439223 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c467f9-e51e-4749-a5af-81b106ec5551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:45:54.678333 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-09dfff84-885c-4940-a655-3703781a6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:54.680135 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-09dfff84-885c-4940-a655-3703781a6836 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1098 time: 0.1123917 Jul 08 19:45:54.694154 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e9be5-7ad7-4eac-9b71-ca3a7e4e5145 req-db4f4e11-3ea3-4b99-9012-25e755195a22 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:54.695814 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-544e9be5-7ad7-4eac-9b71-ca3a7e4e5145 req-db4f4e11-3ea3-4b99-9012-25e755195a22 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0962520 Jul 08 19:45:54.792277 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-544e9be5-7ad7-4eac-9b71-ca3a7e4e5145 req-817f32aa-70d9-4698-b22c-02f9626724d6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763445 Jul 08 19:45:54.826806 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-a08d692a-d210-4e28-8673-f07f8bea7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:54.828439 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-a08d692a-d210-4e28-8673-f07f8bea7bae service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.1316388 Jul 08 19:45:54.937624 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-a467bcce-4207-43e8-8ba9-2f52899d2dcb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 1001 time: 0.0969853 Jul 08 19:45:55.030329 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-bccf8748-2024-4f4d-963c-6e34b6cc6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:55.032627 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-bccf8748-2024-4f4d-963c-6e34b6cc6d09 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.0777977 Jul 08 19:45:55.105985 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-c4ec3d72-fd66-4d5a-99ea-ab7440ea074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:55.111486 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-c4ec3d72-fd66-4d5a-99ea-ab7440ea074b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666158 Jul 08 19:45:55.262463 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-72fbfae2-41df-48f6-9fb2-0d15a038ae97 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437023 Jul 08 19:45:55.396931 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-78eea81e-cd09-48d1-bba0-20d28d004a15 req-0c80e1c1-0ac9-4750-ba6f-4ee788173e24 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274240 Jul 08 19:45:56.048578 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34fa2-34b6-4217-816f-3298a4f57d89 req-3d9ba58a-92e5-40de-a68d-cd3b8b89b6e1 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:56.059966 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6fb34fa2-34b6-4217-816f-3298a4f57d89 req-3d9ba58a-92e5-40de-a68d-cd3b8b89b6e1 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 946 time: 0.1167011 Jul 08 19:45:56.112255 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6fb34fa2-34b6-4217-816f-3298a4f57d89 req-aed0078d-8160-4bd3-96c1-e999f4f7f8d8 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508289 Jul 08 19:45:56.235391 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8fc7b-ff6d-4164-b300-9153f6bfdfa5 req-3b8d5fe5-4866-415a-800e-9aa63133a5b6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:56.238795 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-48c8fc7b-ff6d-4164-b300-9153f6bfdfa5 req-3b8d5fe5-4866-415a-800e-9aa63133a5b6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1669023 Jul 08 19:45:56.338536 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-48c8fc7b-ff6d-4164-b300-9153f6bfdfa5 req-86005a8c-86f3-445c-9e07-48491049b380 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928981 Jul 08 19:45:57.321980 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da8ad-6fb5-48d8-8f82-9e45159857c8 req-8d40165b-c41e-4662-ad29-3ba2b5aaa27c tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:57.323821 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-564da8ad-6fb5-48d8-8f82-9e45159857c8 req-8d40165b-c41e-4662-ad29-3ba2b5aaa27c tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 946 time: 0.0958483 Jul 08 19:45:57.374149 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-564da8ad-6fb5-48d8-8f82-9e45159857c8 req-9d185efa-9bd8-447c-b10c-069835088ce2 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/security-groups?id=82e49031-467f-4414-ac80-84e6c005c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Jul 08 19:45:57.575929 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b0a42-8679-4935-acbf-5cb48ecaa335 req-b5e525e0-33d9-453e-84e7-1d08b9e3a734 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:57.577481 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-456b0a42-8679-4935-acbf-5cb48ecaa335 req-b5e525e0-33d9-453e-84e7-1d08b9e3a734 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0791223 Jul 08 19:45:57.620263 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-456b0a42-8679-4935-acbf-5cb48ecaa335 req-4981f750-765d-4b63-91f3-bf356c373185 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367754 Jul 08 19:45:57.809427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-2311656b-4593-49ee-b51d-7feb563662c1 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:45:57.811523 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-2311656b-4593-49ee-b51d-7feb563662c1 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 946 time: 0.0889285 Jul 08 19:45:57.971681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Deleting port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:45:57.972011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:58.088570 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] For port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,segment=NetworkSegment(3f198042-368e-4adf-b94b-1a0f555e298b),segment_id=3f198042-368e-4adf-b94b-1a0f555e298b)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:45:58.089138 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:58.368412 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Calling delete_port for 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:45:58.545963 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:58.561865 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:45:58.583433 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bfb9743a-4b92-4217-9b99-90911921f7d8 req-321adbdc-faf4-41df-9510-93681805ac5b tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6667bbf-b769-439b-afa9-5361d59450ea HTTP/1.1" status: 200 len: 210 time: 0.0550916 Jul 08 19:45:58.619731 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Pushing event deleted for resources: {'Port': ['ID=2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:45:58.677386 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] No DVR routers for this DVR port 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:45:58.679964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:45:58.682064 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8946b416-30e0-4a79-bbbf-9b06a6632440 req-c406e3f5-cbfb-4bf1-bc36-5a3db8c9e798 tempest-VolumesSnapshotTestJSON-546841940 tempest-VolumesSnapshotTestJSON-546841940-project] 10.222.0.91 "DELETE /v2.0/ports/2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 HTTP/1.1" status: 204 len: 173 time: 0.8643851 Jul 08 19:45:58.682516 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'name': 'network-vif-deleted', 'tag': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:45:58.684862 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4a0197-6064-444d-9962-71ec37ebf5ad" -d '{"events": [{"server_uuid": "d6667bbf-b769-439b-afa9-5361d59450ea", "name": "network-vif-deleted", "tag": "2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:45:58.748246 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a853c1-fdf9-4cb9-a794-d162373b6787 x-openstack-request-id: req-a3a853c1-fdf9-4cb9-a794-d162373b6787 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:45:58.748593 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6667bbf-b769-439b-afa9-5361d59450ea", "name": "network-vif-deleted", "tag": "2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:45:58.748846 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3a853c1-fdf9-4cb9-a794-d162373b6787 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:45:58.749239 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6667bbf-b769-439b-afa9-5361d59450ea', 'name': 'network-vif-deleted', 'tag': '2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9', 'status': 'completed', 'code': 200} Jul 08 19:46:03.425192 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:46:03.462861 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:46:03.463424 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 2c4b2454-4d55-4767-ad2f-3ce2f7fcc5c9 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:46:05.248172 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-1f28a6c6-b3b7-4d7b-a7e7-c7620f4cbae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:08.115622 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7fa46a17-d791-44d7-9441-f58d6c7aa822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:08.267420 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:08.964554 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.431349 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45900) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:09.561534 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c14e-aed9-4236-ab60-1ac37d04b3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.668915 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c14e-aed9-4236-ab60-1ac37d04b3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.672354 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c14e-aed9-4236-ab60-1ac37d04b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.713660 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f0a6c14e-aed9-4236-ab60-1ac37d04b3f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a46a1e1ffd0b488aaf705a7af0127d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811966 Jul 08 19:46:09.714476 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6c14e-aed9-4236-ab60-1ac37d04b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965a605-18be-4d44-aa8e-2683cd241b36,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:09.717255 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45906) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:09.776002 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ee30dcc9-145e-47c1-aead-d12fe3ab705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.799397 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ee30dcc9-145e-47c1-aead-d12fe3ab705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.856111 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ee30dcc9-145e-47c1-aead-d12fe3ab705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.859771 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ee30dcc9-145e-47c1-aead-d12fe3ab705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:09.861381 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ee30dcc9-145e-47c1-aead-d12fe3ab705b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e965a605-18be-4d44-aa8e-2683cd241b36 HTTP/1.1" status: 204 len: 168 time: 0.1427896 Jul 08 19:46:09.871215 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30dcc9-145e-47c1-aead-d12fe3ab705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965a605-18be-4d44-aa8e-2683cd241b36,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:10.165853 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45914) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:10.186594 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2637118c-078b-4e9b-9ed3-a200662629d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.288222 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2637118c-078b-4e9b-9ed3-a200662629d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.292249 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-2637118c-078b-4e9b-9ed3-a200662629d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.329681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637118c-078b-4e9b-9ed3-a200662629d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c9e2b1-fd37-46d4-9b27-6bbe130d2eb0,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:10.335068 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-2637118c-078b-4e9b-9ed3-a200662629d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0af7c3915dd6430dbae39faa09b69c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669831 Jul 08 19:46:10.337343 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 45918) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:10.390043 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5afd7b9b-257f-4d35-bb3a-d802ed4685d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.414264 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5afd7b9b-257f-4d35-bb3a-d802ed4685d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.466186 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5afd7b9b-257f-4d35-bb3a-d802ed4685d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.470699 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5afd7b9b-257f-4d35-bb3a-d802ed4685d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.472143 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-5afd7b9b-257f-4d35-bb3a-d802ed4685d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2c9e2b1-fd37-46d4-9b27-6bbe130d2eb0 HTTP/1.1" status: 204 len: 168 time: 0.1337192 Jul 08 19:46:10.480921 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd7b9b-257f-4d35-bb3a-d802ed4685d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c9e2b1-fd37-46d4-9b27-6bbe130d2eb0,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:10.823388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.846457 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45926) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:10.856837 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8c82153-a9b4-49c1-8890-73271305dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.951359 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8c82153-a9b4-49c1-8890-73271305dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.960035 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f8c82153-a9b4-49c1-8890-73271305dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:10.998349 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c82153-a9b4-49c1-8890-73271305dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1f9fd-2a37-4d0f-a3da-a8a75f13162e,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:11.003886 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f8c82153-a9b4-49c1-8890-73271305dfb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57864bab838d47b38a2a49784cafe8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601553 Jul 08 19:46:11.007838 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 45928) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:11.065358 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ab9e71e7-ee6c-4b3e-b5b1-a1c4e7e5901d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:11.089441 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ab9e71e7-ee6c-4b3e-b5b1-a1c4e7e5901d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:11.139427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ab9e71e7-ee6c-4b3e-b5b1-a1c4e7e5901d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:11.141902 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ab9e71e7-ee6c-4b3e-b5b1-a1c4e7e5901d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:11.143094 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ab9e71e7-ee6c-4b3e-b5b1-a1c4e7e5901d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fb1f9fd-2a37-4d0f-a3da-a8a75f13162e HTTP/1.1" status: 204 len: 168 time: 0.1342657 Jul 08 19:46:11.151239 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e71e7-ee6c-4b3e-b5b1-a1c4e7e5901d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1f9fd-2a37-4d0f-a3da-a8a75f13162e,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:12.331440 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520efbd-c903-438e-93f8-5e64731ff423 req-ef23c549-909d-409f-811d-27007376c65b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:12.333723 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3520efbd-c903-438e-93f8-5e64731ff423 req-ef23c549-909d-409f-811d-27007376c65b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0960102 Jul 08 19:46:12.398337 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3520efbd-c903-438e-93f8-5e64731ff423 req-3e307e4d-9a03-4cdb-a8d2-a23cb7fc8176 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575778 Jul 08 19:46:13.628145 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13784f30-0a5b-4d56-bc60-da9f00f4d746 req-7743b140-d939-450c-9f7d-4bcee1ed0a55 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:13.629184 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-13784f30-0a5b-4d56-bc60-da9f00f4d746 req-7743b140-d939-450c-9f7d-4bcee1ed0a55 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0806828 Jul 08 19:46:13.677063 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-13784f30-0a5b-4d56-bc60-da9f00f4d746 req-5e6ebd2a-c43c-40c0-8635-0e231dfa62fc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=80709825-2e67-4569-8ed8-3138bd2d8609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402997 Jul 08 19:46:13.796324 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:46:14.008513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-12ff38bb-bc20-4510-a4ad-bb954504fcd6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:14.010294 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-12ff38bb-bc20-4510-a4ad-bb954504fcd6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 946 time: 0.0967801 Jul 08 19:46:14.139803 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Deleting port 1952a6bc-3d93-4ec2-9a74-04690dbea868 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:46:14.139803 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:14.255458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] For port 1952a6bc-3d93-4ec2-9a74-04690dbea868, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1952a6bc-3d93-4ec2-9a74-04690dbea868,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:46:14.256092 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:14.520790 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:14.521122 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:14.521541 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Floating IP 9c7c00fd-75e9-47d2-901c-77c3d0a2a930 disassociated. External IP: 172.27.1.16, port: 1952a6bc-3d93-4ec2-9a74-04690dbea868. Jul 08 19:46:14.521816 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Calling delete_port for 1952a6bc-3d93-4ec2-9a74-04690dbea868 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:46:14.695325 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:14.726927 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event deleted for resources: {'Port': ['ID=1952a6bc-3d93-4ec2-9a74-04690dbea868,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:14.806530 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:14.923197 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-060d8c4f-7d22-4162-9fa7-9f8f6bfa0d4e req-610b1c18-f614-4e31-b63d-dfba92730cef tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0570767 Jul 08 19:46:14.946298 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:46:15.087764 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:46:15.100688 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:46:15.115357 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:46:15.116635 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:46:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:15.144661 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] No DVR routers for this DVR port 1952a6bc-3d93-4ec2-9a74-04690dbea868 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:46:15.148169 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:15.150871 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c6a5ed2-7f4a-453f-9fe5-677e126899b4 req-435e2308-c7f9-4568-967a-88da35882ccd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "DELETE /v2.0/ports/1952a6bc-3d93-4ec2-9a74-04690dbea868 HTTP/1.1" status: 204 len: 173 time: 1.1350329 Jul 08 19:46:15.151561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-deleted', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:46:15.154320 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc7aa3d-97e4-40eb-87a2-4f61ce51bc37" -d '{"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-deleted", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:46:15.203906 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e15685-fe04-45f1-8297-49a6fc7ec6e0 x-openstack-request-id: req-66e15685-fe04-45f1-8297-49a6fc7ec6e0 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:46:15.204252 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c7213-73cf-4b5b-8440-f27d4cb7f61f", "name": "network-vif-deleted", "tag": "1952a6bc-3d93-4ec2-9a74-04690dbea868", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:46:15.205088 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66e15685-fe04-45f1-8297-49a6fc7ec6e0 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:46:15.205872 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c7213-73cf-4b5b-8440-f27d4cb7f61f', 'name': 'network-vif-deleted', 'tag': '1952a6bc-3d93-4ec2-9a74-04690dbea868', 'status': 'completed', 'code': 200} Jul 08 19:46:15.451192 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:46:15.778570 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:15.811176 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:46:15.822361 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:46:15.822993 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:46:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:15.946715 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:46:16.126738 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b1cf1e89-0966-4734-b6d4-2b78791eaf55 req-920571ce-3e70-4bf7-9165-2169f422bc89 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0361230 Jul 08 19:46:16.215944 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:16.244211 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3763ef3-96cf-4517-9e2a-4a7444c9eebb None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:46:16.508663 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bea138-363d-4d33-b953-6cf923ecfcc9 None None] New status for floating IP 9c7c00fd-75e9-47d2-901c-77c3d0a2a930: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:46:17.320322 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d2c787b8-bca1-498c-a7a2-938f9b465624 req-5af43976-faba-4fda-a52c-e0601407f0b6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0334148 Jul 08 19:46:18.503168 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-25ffe367-4731-4e39-b276-086acd0ff791 req-adbcb875-be02-47c7-8e0f-41d54edaa40b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c7213-73cf-4b5b-8440-f27d4cb7f61f HTTP/1.1" status: 200 len: 210 time: 0.0350420 Jul 08 19:46:19.300821 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:46:19.331512 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 1952a6bc-3d93-4ec2-9a74-04690dbea868 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:46:19.332094 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 1952a6bc-3d93-4ec2-9a74-04690dbea868 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:46:19.726016 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46162) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:19.810706 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0b5c581b-1ddc-423e-b787-e9e2f71fbc92 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:19.846626 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0b5c581b-1ddc-423e-b787-e9e2f71fbc92 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:19.914271 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0b5c581b-1ddc-423e-b787-e9e2f71fbc92 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:19.916797 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0b5c581b-1ddc-423e-b787-e9e2f71fbc92 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:19.917984 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-0b5c581b-1ddc-423e-b787-e9e2f71fbc92 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "DELETE /v2.0/security-groups/80709825-2e67-4569-8ed8-3138bd2d8609 HTTP/1.1" status: 204 len: 168 time: 0.1909666 Jul 08 19:46:19.921314 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46168) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:19.934899 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c581b-1ddc-423e-b787-e9e2f71fbc92 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80709825-2e67-4569-8ed8-3138bd2d8609,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:19.941773 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.api.v2.resource [None req-453401a6-bd0c-4649-ab50-facd589d6ac6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] show failed (client error): The resource could not be found. Jul 08 19:46:19.943613 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-453401a6-bd0c-4649-ab50-facd589d6ac6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups/80709825-2e67-4569-8ed8-3138bd2d8609 HTTP/1.1" status: 404 len: 347 time: 0.0202522 Jul 08 19:46:19.945606 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46170) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:20.076913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Deleting port e8496145-b57f-48e3-bd11-da4f7a47ad41 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:46:20.077246 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.160048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.160382 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.174002 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Calling delete_port for e8496145-b57f-48e3-bd11-da4f7a47ad41 owned by network:floatingip {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:46:20.341424 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.372488 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event deleted for resources: {'Port': ['ID=e8496145-b57f-48e3-bd11-da4f7a47ad41,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:20.450944 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.453362 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.455200 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-650da827-3ba3-459a-8d86-e6737da6832d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "DELETE /v2.0/floatingips/9c7c00fd-75e9-47d2-901c-77c3d0a2a930 HTTP/1.1" status: 204 len: 168 time: 0.5086272 Jul 08 19:46:20.822626 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46178) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:20.827424 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983952429', 'description': 'tempest-description--1140947476'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:20.865899 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.966906 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.971189 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:20.999011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.000241 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1765940 Jul 08 19:46:21.004736 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46182) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:21.006852 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b549212b-e846-4bb4-a48f-eb6e3ac95293,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:21.011479 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'security_group_rule': {'security_group_id': 'b549212b-e846-4bb4-a48f-eb6e3ac95293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:21.024515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.024868 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.025216 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.025589 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.025992 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.026333 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.026709 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.027065 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.027412 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.027735 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.028047 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.028377 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c911d3c-6325-4b1d-9150-8911062d0a5e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:21.055743 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.133389 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.138065 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.157402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacc7efd-23c0-46df-9095-f340b4127142,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:21.163833 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.164842 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-841d9408-a6f8-4dae-b36c-7b1c47306ea8 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590619 Jul 08 19:46:21.167482 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46184) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:21.174296 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'security_group_rule': {'security_group_id': 'b549212b-e846-4bb4-a48f-eb6e3ac95293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:21.203036 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.265320 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.269862 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.287525 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78491fc6-1e2d-4df6-a4a0-742668c9f0db,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:21.296828 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.299771 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-54919604-159c-457b-90ad-01b6fdb458ba tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304927 Jul 08 19:46:21.303576 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46188) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:21.308079 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:21.331317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.435129 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.541592 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Allocated IP 172.27.1.179 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/031a6f0e-52a8-422d-a5af-8a7b62b8144c) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:46:21.665287 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.708470 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.749056 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:46:21.755332 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:46:21.757928 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:46:21.782872 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'Port': ['ID=031a6f0e-52a8-422d-a5af-8a7b62b8144c,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:21.857406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:21.920062 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:22.112248 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:22.121082 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:22.199245 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'Port': ['ID=031a6f0e-52a8-422d-a5af-8a7b62b8144c,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:22.216796 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:22.235449 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:22.236842 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-72be457a-2fa0-4ac8-b0f8-25412ea55db9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9322765 Jul 08 19:46:22.487851 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-9c39faf0-af2c-4c3a-9f54-f71815c6b9b3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1983952429&fields=id&tenant_id=56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 267 time: 0.0568740 Jul 08 19:46:22.624992 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-1edb8cc3-6707-48e5-ae10-820f3643f8d9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:22.626946 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-1edb8cc3-6707-48e5-ae10-820f3643f8d9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 816 time: 0.1320992 Jul 08 19:46:22.642161 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-f7e3ec4a-99cc-4b39-b710-9d740c5f3df0 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/quotas/56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 375 time: 0.0096498 Jul 08 19:46:22.718380 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-70fe34df-3412-4847-9ab4-bda0fd7d5a78 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707481 Jul 08 19:46:22.821613 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-89b8cf6e-fc5b-4031-9e2c-cc2e41bacd2f service neutron] 10.222.0.41 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899806 Jul 08 19:46:22.917657 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-0c393f4e-38df-41b3-bfa0-3a1f671ec178 service neutron] 10.222.0.41 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902987 Jul 08 19:46:24.150290 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-012253cc-4011-4cff-bb78-df968bcad5f0 req-4f11b87d-c0c2-4e24-bbdf-607804edc272 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 210 time: 0.0482719 Jul 08 19:46:25.369707 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cd24c8e2-a8db-4fca-8786-e02bce7fdafc req-9b4f9a12-cf84-4c1e-a1a3-ac2702a45f17 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 210 time: 0.0465508 Jul 08 19:46:25.463528 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-175dee98-6f63-47c0-8835-e0e9d11ccb4f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:25.474915 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-175dee98-6f63-47c0-8835-e0e9d11ccb4f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 816 time: 0.2239108 Jul 08 19:46:25.548634 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-9bda4649-1c54-4ad8-966a-980c32e1d70c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 380 time: 0.0596535 Jul 08 19:46:25.571637 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'port': {'device_id': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'admin_state_up': True, 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'security_groups': ['b549212b-e846-4bb4-a48f-eb6e3ac95293']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:25.718145 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Made reservation on behalf of 56eb825e250b4988bbc1d0def6768e77 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:46:25.722600 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.122306 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Allocated IP 172.20.0.10 (881a3778-3f8c-45d4-86a9-4a462c1b9d81/d45cd33c-1730-4e5c-b816-4170d2256283/8116106d-e247-4c00-93de-cd94f2880871) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:46:26.290461 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.304955 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Transition to ACTIVE for port object 8116106d-e247-4c00-93de-cd94f2880871 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:46:26.338275 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.395655 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:46:26.400775 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:46:26.405748 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:46:26.413443 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:26.467657 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:26.468298 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.484164 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-3bb9afed-716b-4ba9-b0a9-3c628a5d5bdc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9273770 Jul 08 19:46:26.498039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Request body: {'port': {'device_id': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:26.586577 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.638989 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-daea7b86-db1f-4fa3-8432-bbcda65e628b None None] Provisioning for port 8116106d-e247-4c00-93de-cd94f2880871 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:46:26.645648 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba10c8-dd5b-43f5-89fe-25a11d66349b req-93011eca-7974-4334-a251-57ad51c18366 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:26.648832 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-daea7b86-db1f-4fa3-8432-bbcda65e628b None None] Provisioning complete for port 8116106d-e247-4c00-93de-cd94f2880871 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:46:26.649239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-daea7b86-db1f-4fa3-8432-bbcda65e628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.668812 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9eba10c8-dd5b-43f5-89fe-25a11d66349b req-93011eca-7974-4334-a251-57ad51c18366 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 932 time: 0.1293814 Jul 08 19:46:26.718876 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9eba10c8-dd5b-43f5-89fe-25a11d66349b req-ae9a1145-76e7-44db-8bc4-1169e144ae55 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Jul 08 19:46:26.727232 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-daea7b86-db1f-4fa3-8432-bbcda65e628b None None] Port 8116106d-e247-4c00-93de-cd94f2880871 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:46:26.942402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8116106d-e247-4c00-93de-cd94f2880871 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:46:26.950210 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:26.966609 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Transition to ACTIVE for port object 8116106d-e247-4c00-93de-cd94f2880871 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:46:26.977799 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.035311 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:27.137228 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Attempting to bind port 8116106d-e247-4c00-93de-cd94f2880871 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:46:27.137736 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Attempting to bind port 8116106d-e247-4c00-93de-cd94f2880871 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:46:27.138174 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Attempting to bind port 8116106d-e247-4c00-93de-cd94f2880871 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:46:27.144496 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Port 8116106d-e247-4c00-93de-cd94f2880871 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:46:27.144934 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Attempting to bind port 8116106d-e247-4c00-93de-cd94f2880871 on network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:46:27.151170 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:46:27.151546 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Checking segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:46:27.151978 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Bound using segment: {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:46:27.152422 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Bound port: 8116106d-e247-4c00-93de-cd94f2880871, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb53179-82b8-459d-827f-f191ffed5022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:46:27.152974 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.234834 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:46:27.239851 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:46:27.245037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.285371 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:27.285779 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.287634 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] 10.222.0.91 "PUT /v2.0/ports/8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 1094 time: 0.7946496 Jul 08 19:46:27.288119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:46:27.290373 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:46:27.347198 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b0b94-04df-4818-a772-82fa27e48432 service neutron] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:27.354915 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1d8fec-a105-4ddd-b253-79136d997bcb x-openstack-request-id: req-4b1d8fec-a105-4ddd-b253-79136d997bcb {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:46:27.355514 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:46:27.356416 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b1d8fec-a105-4ddd-b253-79136d997bcb {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:46:27.357124 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'status': 'completed', 'code': 200} Jul 08 19:46:27.395261 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46334) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:27.414316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-1597e967-8d41-43ae-9e89-3354053b5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:27.416299 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-1597e967-8d41-43ae-9e89-3354053b5bd1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1097 time: 0.0790482 Jul 08 19:46:27.462852 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-f85ab00e-60a1-4dd1-ad9c-037dae32506a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 217 time: 0.0377097 Jul 08 19:46:27.514009 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f21c952e-4329-45ef-be04-c8693a343201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.527333 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-d4690b56-d52b-45cd-8e0c-2b319f426ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:27.528795 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-d4690b56-d52b-45cd-8e0c-2b319f426ef9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0592620 Jul 08 19:46:27.607534 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f311-a03e-40a4-b282-e8134174d457 req-cf9d8205-b7a4-4617-b850-8a2e70f1ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:27.608971 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-cf9d8205-b7a4-4617-b850-8a2e70f1ace2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725174 Jul 08 19:46:27.620230 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f21c952e-4329-45ef-be04-c8693a343201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.624951 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f21c952e-4329-45ef-be04-c8693a343201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.666604 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f21c952e-4329-45ef-be04-c8693a343201 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56474a11ebbb41ce954b506a6ca2a9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702897 Jul 08 19:46:27.668486 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c952e-4329-45ef-be04-c8693a343201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fdc165-c153-4417-a8a7-95f64c542b98,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:27.670684 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46338) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:27.739341 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-23f4c867-df1d-4d74-9afd-3ec1b707f5ad service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227481 Jul 08 19:46:27.770956 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-8c490fcc-b226-41c1-bc87-f7a19dfa1f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.825919 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-8c490fcc-b226-41c1-bc87-f7a19dfa1f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.888454 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1e67f311-a03e-40a4-b282-e8134174d457 req-fa40a5f0-a323-48aa-83c4-77b69740034a service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394792 Jul 08 19:46:27.910726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-8c490fcc-b226-41c1-bc87-f7a19dfa1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.914301 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-8c490fcc-b226-41c1-bc87-f7a19dfa1f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:27.919095 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-8c490fcc-b226-41c1-bc87-f7a19dfa1f22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6fdc165-c153-4417-a8a7-95f64c542b98 HTTP/1.1" status: 204 len: 168 time: 0.2465467 Jul 08 19:46:27.928837 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c490fcc-b226-41c1-bc87-f7a19dfa1f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fdc165-c153-4417-a8a7-95f64c542b98,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:27.947212 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4776dc8-1933-426f-b05e-a3bf37aca7a8 req-ff75a13b-0622-4b9d-add0-18b430567c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:27.949227 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a4776dc8-1933-426f-b05e-a3bf37aca7a8 req-ff75a13b-0622-4b9d-add0-18b430567c31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0959747 Jul 08 19:46:28.019247 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a4776dc8-1933-426f-b05e-a3bf37aca7a8 req-9114870a-9e51-4245-b9e6-3a8ee921fc4d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605137 Jul 08 19:46:28.034853 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-1fa04e62-5fd3-4a55-ba2c-0816581dad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:28.036816 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-1fa04e62-5fd3-4a55-ba2c-0816581dad4a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1097 time: 0.0707998 Jul 08 19:46:28.159417 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-ca63cc87-fbea-427b-8382-0ec3309a2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:28.161100 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-ca63cc87-fbea-427b-8382-0ec3309a2d3e service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1162024 Jul 08 19:46:28.218337 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-10242bed-1c52-4b92-862d-286f4959443f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 217 time: 0.0486877 Jul 08 19:46:28.297000 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-2cea30e7-a471-4c46-9455-97a08b65cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:28.299663 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-2cea30e7-a471-4c46-9455-97a08b65cc7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0729144 Jul 08 19:46:28.307319 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46356) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:28.325475 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-057ddb7c-5b15-4c02-9f9b-74ccc199c6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.362878 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-2dcb9b6c-c9c7-4f9b-a547-7282f9cfba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:28.364431 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-2dcb9b6c-c9c7-4f9b-a547-7282f9cfba8c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569835 Jul 08 19:46:28.424795 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-057ddb7c-5b15-4c02-9f9b-74ccc199c6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.429137 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-057ddb7c-5b15-4c02-9f9b-74ccc199c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.474593 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ddb7c-5b15-4c02-9f9b-74ccc199c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa673fc-8b3a-434a-864f-c533356e63b5,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:28.479126 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-057ddb7c-5b15-4c02-9f9b-74ccc199c6af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5566df885cf4ec993045cfce6427049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705825 Jul 08 19:46:28.482026 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46358) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:28.486317 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-8f78d5a0-fef7-4b82-adcb-96cc0972e21a service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086044 Jul 08 19:46:28.546986 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9dea77c8-a98a-4012-b758-63dfb5370cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.569715 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9dea77c8-a98a-4012-b758-63dfb5370cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.582270 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fdc58540-706a-4cbf-ba03-fdf5c68a8d46 req-3648b39c-b996-49be-b5e9-1a31dfa515d7 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886872 Jul 08 19:46:28.621637 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9dea77c8-a98a-4012-b758-63dfb5370cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.624174 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9dea77c8-a98a-4012-b758-63dfb5370cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:28.628113 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9dea77c8-a98a-4012-b758-63dfb5370cd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0aa673fc-8b3a-434a-864f-c533356e63b5 HTTP/1.1" status: 204 len: 168 time: 0.1440005 Jul 08 19:46:28.636650 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea77c8-a98a-4012-b758-63dfb5370cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa673fc-8b3a-434a-864f-c533356e63b5,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:29.252936 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e9df6-b8a4-406a-980c-8fa03b8088bb req-d4e6e07e-a328-4577-af97-8e9766a188fd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:29.254491 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fe8e9df6-b8a4-406a-980c-8fa03b8088bb req-d4e6e07e-a328-4577-af97-8e9766a188fd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.1031520 Jul 08 19:46:29.299992 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fe8e9df6-b8a4-406a-980c-8fa03b8088bb req-5e7830f9-9690-4da4-8c5a-79577cc2b85d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Jul 08 19:46:30.540255 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859f66-39d3-4231-961a-0840baabcdaf req-6932cde4-f4c5-4e56-a9ab-9b92c1d3c43d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:30.541865 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00859f66-39d3-4231-961a-0840baabcdaf req-6932cde4-f4c5-4e56-a9ab-9b92c1d3c43d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.1015563 Jul 08 19:46:30.584885 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-00859f66-39d3-4231-961a-0840baabcdaf req-6d7399fb-5e63-4bd9-82a1-bfd7f8047f6f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Jul 08 19:46:31.142692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:46:31.240790 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:46:31.256122 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '8116106d-e247-4c00-93de-cd94f2880871', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'port_id': '8116106d-e247-4c00-93de-cd94f2880871', 'mac_address': 'fa:16:3e:0a:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:46:31.292904 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:31.306618 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8116106d-e247-4c00-93de-cd94f2880871 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:46:31.325696 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:46:31.329928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:31.378562 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:31.385458 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.385834 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.386180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.386513 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.386844 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.387180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.387617 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.387827 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.388181 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.388507 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.388826 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.389142 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:31.562397 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['8116106d-e247-4c00-93de-cd94f2880871'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:46:31.819592 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a6277-fb1f-4cb5-8736-a40fcf599492 req-ce61aac4-aada-4d58-8372-0304d49e4966 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:31.821732 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3e2a6277-fb1f-4cb5-8736-a40fcf599492 req-ce61aac4-aada-4d58-8372-0304d49e4966 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 945 time: 0.0780671 Jul 08 19:46:31.872737 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3e2a6277-fb1f-4cb5-8736-a40fcf599492 req-b397f307-1329-4d47-952c-d494de98d8b6 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440543 Jul 08 19:46:32.675543 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46462) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:32.737298 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Deleting subnet b14c578a-f660-4b62-afc0-5ff7446a2fcc {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:46:32.745437 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:32.784571 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:32.825944 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:32.885980 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:32.916953 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14c578a-f660-4b62-afc0-5ff7446a2fcc,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:32.919622 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:32.921814 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f31747e2-1ded-40ab-a643-5b66184304f0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b14c578a-f660-4b62-afc0-5ff7446a2fcc HTTP/1.1" status: 204 len: 168 time: 0.2452152 Jul 08 19:46:32.924888 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46472) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:33.009510 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.160061 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:46:33.174143 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.187509 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19f2000-0270-4767-89c9-6a3bcf903ef4']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:33.202093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f198042-368e-4adf-b94b-1a0f555e298b') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:33.202380 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f198042-368e-4adf-b94b-1a0f555e298b') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:33.214795 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.236288 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 8116106d-e247-4c00-93de-cd94f2880871 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:46:33.240704 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 8116106d-e247-4c00-93de-cd94f2880871 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:46:33.241027 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.243299 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.259971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089415-434d-458f-964a-ecbf3bbc2b6d req-7f45fba9-9822-4bbf-a2f1-de29a53959ff tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:33.261521 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-19089415-434d-458f-964a-ecbf3bbc2b6d req-7f45fba9-9822-4bbf-a2f1-de29a53959ff tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 945 time: 0.2193565 Jul 08 19:46:33.262546 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:46:33.262945 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:46:33.264679 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:46:33.331330 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.351596 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-19089415-434d-458f-964a-ecbf3bbc2b6d req-0aa45aa9-022f-4bee-ac40-0656ddb88564 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748150 Jul 08 19:46:33.353296 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.359019 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.359231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:46:33.361775 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b19f2000-0270-4767-89c9-6a3bcf903ef4 HTTP/1.1" status: 204 len: 168 time: 0.4353356 Jul 08 19:46:33.365784 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e273c-a0bc-4870-8047-0a887c457143" -d '{"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-plugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:46:33.374277 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585bf76-5025-441b-854a-966950b0def7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b19f2000-0270-4767-89c9-6a3bcf903ef4,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:33.385847 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:46:33.391125 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.428696 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3488d5-474a-4a9c-a597-91d73ce9c2e3 x-openstack-request-id: req-8b3488d5-474a-4a9c-a597-91d73ce9c2e3 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:46:33.429057 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-plugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:46:33.429312 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b3488d5-474a-4a9c-a597-91d73ce9c2e3 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:46:33.429783 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'code': 200} Jul 08 19:46:33.462208 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:33.555690 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46498) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:33.599405 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6840eb80-a83b-4f0f-be65-92f231ff0640 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a96ad5e078234b8b96916fc822a8e813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423493 Jul 08 19:46:33.601738 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46500) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:33.651460 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba857-8fc9-4c2c-a566-3f64f6d97ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.662219 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f53e-3207-400d-8a21-371decb9f5bc req-27f1cf06-e5af-46db-8d55-6bfedfc8b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:33.663725 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4724f53e-3207-400d-8a21-371decb9f5bc req-27f1cf06-e5af-46db-8d55-6bfedfc8b0aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1099 time: 0.0524008 Jul 08 19:46:33.673443 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba857-8fc9-4c2c-a566-3f64f6d97ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.700920 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4724f53e-3207-400d-8a21-371decb9f5bc req-6b590410-ef31-455e-92bc-686bcaa9b5f2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288863 Jul 08 19:46:33.724139 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba857-8fc9-4c2c-a566-3f64f6d97ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.726671 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba857-8fc9-4c2c-a566-3f64f6d97ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:33.727857 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1f1ba857-8fc9-4c2c-a566-3f64f6d97ef6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82e49031-467f-4414-ac80-84e6c005c68a HTTP/1.1" status: 204 len: 168 time: 0.1251965 Jul 08 19:46:33.736339 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ba857-8fc9-4c2c-a566-3f64f6d97ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e49031-467f-4414-ac80-84e6c005c68a,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:34.552130 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238e908-120e-4ab0-be7e-d6f5dbdd5a5b req-6cf528f7-b807-418d-bc61-53c73d8ddf87 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:34.553737 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7238e908-120e-4ab0-be7e-d6f5dbdd5a5b req-6cf528f7-b807-418d-bc61-53c73d8ddf87 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.0696924 Jul 08 19:46:34.592401 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7238e908-120e-4ab0-be7e-d6f5dbdd5a5b req-5f53c3f9-bb5d-456c-9ec3-86d49527042a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Jul 08 19:46:35.243982 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256b437f-471d-4c9e-9558-5f20b6762e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:35.779846 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082832ab-e2bf-492e-95d5-66e829bb71a0 req-39fc964f-0b5b-4e5c-be68-54c20194a838 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:35.781379 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-082832ab-e2bf-492e-95d5-66e829bb71a0 req-39fc964f-0b5b-4e5c-be68-54c20194a838 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.0698605 Jul 08 19:46:35.822648 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-082832ab-e2bf-492e-95d5-66e829bb71a0 req-cabfd4b4-6256-4749-a590-7b2979071444 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355618 Jul 08 19:46:36.005466 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a36e0-fd4f-4d97-bf42-5ac71e9fb98f req-bb40e8b3-5ad9-4faf-a64c-f08072f55704 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:36.006985 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d85a36e0-fd4f-4d97-bf42-5ac71e9fb98f req-bb40e8b3-5ad9-4faf-a64c-f08072f55704 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.0643699 Jul 08 19:46:36.015459 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46546) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:36.020214 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Request body: {'floatingip': {'port_id': '8116106d-e247-4c00-93de-cd94f2880871'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:46:36.066997 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:36.532976 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:36.536691 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:36.640493 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Floating IP cc407f41-5eec-426b-b2be-42222c46d2f8 associated. External IP: 172.27.1.179, port: 8116106d-e247-4c00-93de-cd94f2880871. Jul 08 19:46:36.889943 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:46:37.007810 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:46:37.014483 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:37.021631 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:46:37.040180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:46:37.040992 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:46:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:37.063869 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e68ec88a-2560-4640-b7f8-1b74b3e44f10 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "PUT /v2.0/floatingips/cc407f41-5eec-426b-b2be-42222c46d2f8 HTTP/1.1" status: 200 len: 992 time: 1.0453005 Jul 08 19:46:37.063869 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:46:37.065479 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79268000-d24c-4792-bdd6-f3e46d578030" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:46:37.108097 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abea9989-142c-448f-94f7-a8f027280417 x-openstack-request-id: req-abea9989-142c-448f-94f7-a8f027280417 {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:46:37.108574 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:46:37.108838 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abea9989-142c-448f-94f7-a8f027280417 {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:46:37.109283 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'status': 'completed', 'code': 200} Jul 08 19:46:37.203784 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:46:37.231358 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79268000-d24c-4792-bdd6-f3e46d578030 req-dfa82de7-f5ce-4014-944f-d330608ada84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:37.233381 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-dfa82de7-f5ce-4014-944f-d330608ada84 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1099 time: 0.0956662 Jul 08 19:46:37.360937 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79268000-d24c-4792-bdd6-f3e46d578030 req-aa02e784-0817-49d6-afd8-53cca719910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:37.362706 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-aa02e784-0817-49d6-afd8-53cca719910f service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1199787 Jul 08 19:46:37.472677 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-e7f19480-e988-4ed8-88db-40eb43cfac1e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 1000 time: 0.1011839 Jul 08 19:46:37.524567 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79268000-d24c-4792-bdd6-f3e46d578030 req-370a5cd1-c9c3-4994-8222-960fa08f0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:37.526351 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-370a5cd1-c9c3-4994-8222-960fa08f0215 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0465276 Jul 08 19:46:37.554355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'cc407f41-5eec-426b-b2be-42222c46d2f8', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'port_id': '8116106d-e247-4c00-93de-cd94f2880871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'mac_address': 'fa:16:3e:0a:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:46:21Z', 'updated_at': '2021-07-08T19:46:36Z', 'revision_number': 1, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:37.584684 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:46:37.594366 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:46:37.595781 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:46:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:37.605427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79268000-d24c-4792-bdd6-f3e46d578030 req-90bb81ae-e045-40bc-8224-9a286e883751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:37.607139 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-90bb81ae-e045-40bc-8224-9a286e883751 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729446 Jul 08 19:46:37.766724 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-a2e8ccc3-e4dd-4048-ab19-4ffd3178494e service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496480 Jul 08 19:46:37.768851 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:46:37.914641 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-79268000-d24c-4792-bdd6-f3e46d578030 req-5b9ca1f3-5cb2-44f6-ada7-15e4e364f6b4 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415575 Jul 08 19:46:38.102789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'cc407f41-5eec-426b-b2be-42222c46d2f8', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'port_id': '8116106d-e247-4c00-93de-cd94f2880871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'mac_address': 'fa:16:3e:0a:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:46:21Z', 'updated_at': '2021-07-08T19:46:36Z', 'revision_number': 1, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:46:38.142402 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c6016a-d6ac-4d19-b119-a753b3571df0 None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'cc407f41-5eec-426b-b2be-42222c46d2f8', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'port_id': '8116106d-e247-4c00-93de-cd94f2880871', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'mac_address': 'fa:16:3e:0a:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:46:21Z', 'updated_at': '2021-07-08T19:46:36Z', 'revision_number': 1, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:46:38.159817 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29c3023e-1708-45d4-a04d-2bc621561687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:38.272806 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:38.403637 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b81900-08d0-49d2-9532-fe46a61d864e None None] New status for floating IP cc407f41-5eec-426b-b2be-42222c46d2f8: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:46:38.983397 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:40.818962 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:43.858709 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73035f-ce12-4b47-8038-6eb494763562 req-e50a9828-0ab5-43af-be57-58c8fc48c66b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:43.860114 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8a73035f-ce12-4b47-8038-6eb494763562 req-e50a9828-0ab5-43af-be57-58c8fc48c66b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0620782 Jul 08 19:46:43.898506 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-8a73035f-ce12-4b47-8038-6eb494763562 req-6991bfa1-2ea7-47f8-b610-db05e4fa7493 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Jul 08 19:46:44.780465 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:45.072665 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afd32b-5af8-4875-9100-aeadb14da6ea req-54793258-409b-47dd-9a6a-05a8b16c35f7 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:45.074165 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-49afd32b-5af8-4875-9100-aeadb14da6ea req-54793258-409b-47dd-9a6a-05a8b16c35f7 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0618370 Jul 08 19:46:45.111903 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-49afd32b-5af8-4875-9100-aeadb14da6ea req-e03fbaa2-381e-4a99-a541-f7b80536bfaa tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Jul 08 19:46:46.302579 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269521a-4167-4ada-9a59-d6d4d39d2246 req-3cc8a13e-315d-4af3-a616-6d903be75316 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:46.304181 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b269521a-4167-4ada-9a59-d6d4d39d2246 req-3cc8a13e-315d-4af3-a616-6d903be75316 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0788150 Jul 08 19:46:46.344279 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b269521a-4167-4ada-9a59-d6d4d39d2246 req-3e03a80b-3ca8-4488-94de-aea2d15349af tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Jul 08 19:46:47.526093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a0484-ed12-48ae-9926-157f50312e15 req-753bf6a0-e985-4691-ab4f-00c11e656ee0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:47.526663 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ff3a0484-ed12-48ae-9926-157f50312e15 req-753bf6a0-e985-4691-ab4f-00c11e656ee0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0640664 Jul 08 19:46:47.564021 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ff3a0484-ed12-48ae-9926-157f50312e15 req-7fcfd2cf-4356-4743-827b-6c02c9d1b27e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Jul 08 19:46:48.754422 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f227f-c09b-4aff-9d3d-b0bc83853569 req-8e2c155e-c53f-4343-90e6-6005935c1f09 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:48.755926 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d04f227f-c09b-4aff-9d3d-b0bc83853569 req-8e2c155e-c53f-4343-90e6-6005935c1f09 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0636234 Jul 08 19:46:48.797486 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d04f227f-c09b-4aff-9d3d-b0bc83853569 req-cd749dd9-e2c5-4b5b-8779-bb3dded7e7e7 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350323 Jul 08 19:46:49.976657 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552729-ecc2-4061-bf56-2717157215b9 req-7e5087b5-a79a-42b5-849d-3bc627c8d07f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:49.978321 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-08552729-ecc2-4061-bf56-2717157215b9 req-7e5087b5-a79a-42b5-849d-3bc627c8d07f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0670660 Jul 08 19:46:50.021159 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-08552729-ecc2-4061-bf56-2717157215b9 req-5a17ae44-b036-40e4-ae59-af14ada5bf6b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371614 Jul 08 19:46:50.112311 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46778) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:50.231480 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a30d89ac-0628-4f08-b8ae-2c6334762b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.330115 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a30d89ac-0628-4f08-b8ae-2c6334762b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.333798 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a30d89ac-0628-4f08-b8ae-2c6334762b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.377144 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a30d89ac-0628-4f08-b8ae-2c6334762b1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb592dffee8e409e8f4bdc32d7509631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636416 Jul 08 19:46:50.378597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d89ac-0628-4f08-b8ae-2c6334762b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a86fca-486a-4d55-8086-0bfb7fd278b5,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:50.380644 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46786) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:50.442289 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7567d884-a814-4a7f-b939-220bd0010306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.467502 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7567d884-a814-4a7f-b939-220bd0010306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.515866 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7567d884-a814-4a7f-b939-220bd0010306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.518598 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7567d884-a814-4a7f-b939-220bd0010306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.519770 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7567d884-a814-4a7f-b939-220bd0010306 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9a86fca-486a-4d55-8086-0bfb7fd278b5 HTTP/1.1" status: 204 len: 168 time: 0.1376598 Jul 08 19:46:50.528875 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567d884-a814-4a7f-b939-220bd0010306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a86fca-486a-4d55-8086-0bfb7fd278b5,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:50.791615 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46792) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:50.794763 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:46:50.804929 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-02734c53-5cd2-40d3-9e3b-08e1ee6f21d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.892720 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-02734c53-5cd2-40d3-9e3b-08e1ee6f21d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.897673 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-02734c53-5cd2-40d3-9e3b-08e1ee6f21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:50.935873 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-02734c53-5cd2-40d3-9e3b-08e1ee6f21d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e5af0974103485a986a54b089a7453c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431944 Jul 08 19:46:50.936981 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02734c53-5cd2-40d3-9e3b-08e1ee6f21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c603f2d-d3f7-48a6-98f9-0c10d0a2c419,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:50.938619 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46794) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:50.996784 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-27eef104-dd37-46f9-9620-edda349015ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:51.018839 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-27eef104-dd37-46f9-9620-edda349015ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:51.069918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-27eef104-dd37-46f9-9620-edda349015ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:51.072398 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-27eef104-dd37-46f9-9620-edda349015ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:51.073588 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-27eef104-dd37-46f9-9620-edda349015ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c603f2d-d3f7-48a6-98f9-0c10d0a2c419 HTTP/1.1" status: 204 len: 168 time: 0.1333413 Jul 08 19:46:51.081636 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eef104-dd37-46f9-9620-edda349015ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c603f2d-d3f7-48a6-98f9-0c10d0a2c419,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:51.216668 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2b147-c198-4ea2-b2a0-1f08b8e401d2 req-1f9649ee-3f3e-4887-9971-d4a8c6e7fb91 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:51.218802 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6ca2b147-c198-4ea2-b2a0-1f08b8e401d2 req-1f9649ee-3f3e-4887-9971-d4a8c6e7fb91 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0708854 Jul 08 19:46:51.270367 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6ca2b147-c198-4ea2-b2a0-1f08b8e401d2 req-153bcdcc-25e1-49c9-bc22-801ab3e05ea5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Jul 08 19:46:52.456151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed96825-c197-4765-aad8-f2e8bcc0f11b req-d86e2ba0-913e-49e9-a861-ca4b2ce8b698 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:52.457810 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-eed96825-c197-4765-aad8-f2e8bcc0f11b req-d86e2ba0-913e-49e9-a861-ca4b2ce8b698 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0750918 Jul 08 19:46:52.502073 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-eed96825-c197-4765-aad8-f2e8bcc0f11b req-8ffe153d-3706-45f3-8c67-f69acb23a7ec tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Jul 08 19:46:53.513246 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46884) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:53.645603 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a863435f-5e0f-4095-af20-a9fce76a0921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:53.751748 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f2000-42ee-4d7f-9a94-bcf542c697e4 req-881b9f99-5f0d-4bbe-840e-3648984500c3 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:53.754548 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6a5f2000-42ee-4d7f-9a94-bcf542c697e4 req-881b9f99-5f0d-4bbe-840e-3648984500c3 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1114552 Jul 08 19:46:53.817861 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6a5f2000-42ee-4d7f-9a94-bcf542c697e4 req-3649a1b3-3ca3-4b3e-915a-52579f998279 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535686 Jul 08 19:46:53.831763 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46896) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:53.846332 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a863435f-5e0f-4095-af20-a9fce76a0921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:53.850832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a863435f-5e0f-4095-af20-a9fce76a0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:53.900608 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a863435f-5e0f-4095-af20-a9fce76a0921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7375055c1e3e45519930b25b4b4cbaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901474 Jul 08 19:46:53.901348 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863435f-5e0f-4095-af20-a9fce76a0921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7562794a-d343-4ec8-bb2e-f393bf2a5c47,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:53.903436 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46900) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:53.962691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dfb44fac-ae0a-4ac8-a5bb-718fb8c8e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:53.991681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e297b243-3fe2-493d-97da-4244428c3747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.027410 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e297b243-3fe2-493d-97da-4244428c3747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.119416 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e297b243-3fe2-493d-97da-4244428c3747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.121874 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-e297b243-3fe2-493d-97da-4244428c3747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.122998 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-e297b243-3fe2-493d-97da-4244428c3747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7562794a-d343-4ec8-bb2e-f393bf2a5c47 HTTP/1.1" status: 204 len: 168 time: 0.2185276 Jul 08 19:46:54.140946 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dfb44fac-ae0a-4ac8-a5bb-718fb8c8e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.143202 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297b243-3fe2-493d-97da-4244428c3747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7562794a-d343-4ec8-bb2e-f393bf2a5c47,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:54.146332 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dfb44fac-ae0a-4ac8-a5bb-718fb8c8e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.187648 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb44fac-ae0a-4ac8-a5bb-718fb8c8e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f1b11-da65-449d-97b2-9103c550d842,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:54.192941 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-dfb44fac-ae0a-4ac8-a5bb-718fb8c8e25f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fef25888061649f5b2be6a29d4436f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598111 Jul 08 19:46:54.196123 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46904) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:54.253882 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b227064a-e81e-41bf-861a-a706249210c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.280316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b227064a-e81e-41bf-861a-a706249210c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.335386 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b227064a-e81e-41bf-861a-a706249210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.338313 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b227064a-e81e-41bf-861a-a706249210c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.339473 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-b227064a-e81e-41bf-861a-a706249210c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/658f1b11-da65-449d-97b2-9103c550d842 HTTP/1.1" status: 204 len: 168 time: 0.1423399 Jul 08 19:46:54.348214 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227064a-e81e-41bf-861a-a706249210c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f1b11-da65-449d-97b2-9103c550d842,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:54.434919 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 46910) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:54.450192 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-30b93e0b-808e-4aad-a635-e031cb7fe1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.552204 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-30b93e0b-808e-4aad-a635-e031cb7fe1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.557298 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-30b93e0b-808e-4aad-a635-e031cb7fe1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.596123 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b93e0b-808e-4aad-a635-e031cb7fe1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e4e645-8923-40f9-878c-8106ac79d2b2,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:54.602064 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-30b93e0b-808e-4aad-a635-e031cb7fe1bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b866f9ccbb84c86b5b08ad8cfa58ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659982 Jul 08 19:46:54.603161 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 46918) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:54.674947 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.698519 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.750798 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.753988 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:54.755161 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11e4e645-8923-40f9-878c-8106ac79d2b2 HTTP/1.1" status: 204 len: 168 time: 0.1509724 Jul 08 19:46:54.765451 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e4e645-8923-40f9-878c-8106ac79d2b2,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:54.774571 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.775156 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.775640 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.776002 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.776410 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.776828 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.777386 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.777837 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.778493 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.779015 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.779657 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:54.780152 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac4976-cbbf-4dec-952b-7955a65507c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:46:55.008877 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41f3ba-4f08-4d97-bb44-e6c2073e3b22 req-7fc5a1f1-e612-43c6-8a19-e8b63fde0615 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:55.010616 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5a41f3ba-4f08-4d97-bb44-e6c2073e3b22 req-7fc5a1f1-e612-43c6-8a19-e8b63fde0615 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0697639 Jul 08 19:46:55.054619 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5a41f3ba-4f08-4d97-bb44-e6c2073e3b22 req-3cabc646-b993-43a9-bd46-34accf51ec8b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370035 Jul 08 19:46:55.515848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-945b8dfb-300a-4887-8d11-869b85d2f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:55.519823 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-945b8dfb-300a-4887-8d11-869b85d2f306 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0748231 Jul 08 19:46:55.654499 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-255bce2c-dbbf-4fdb-94e6-fb202dc9923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:55.656476 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-255bce2c-dbbf-4fdb-94e6-fb202dc9923d service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.1310718 Jul 08 19:46:55.738107 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-336bbf3b-2eac-4cdd-b6ea-4800acd9cf3b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 1001 time: 0.0719967 Jul 08 19:46:55.795746 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddddce-01a1-4846-8548-29e39ad66939 req-f6ea06ed-c260-4653-8c76-a8facc47c90a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:55.805773 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-06ddddce-01a1-4846-8548-29e39ad66939 req-f6ea06ed-c260-4653-8c76-a8facc47c90a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.4536464 Jul 08 19:46:55.825864 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-5f87b82f-7e1e-40dd-8c48-a534ed753a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:55.829422 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-5f87b82f-7e1e-40dd-8c48-a534ed753a6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.0869482 Jul 08 19:46:55.920816 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-7d91f3ba-0347-4719-b897-a913fc5cc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:55.925373 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-7d91f3ba-0347-4719-b897-a913fc5cc56a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0846786 Jul 08 19:46:56.060934 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-23281c83-b81e-4275-82e7-e1f9512b973f service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301527 Jul 08 19:46:56.176606 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae474b08-ee72-480a-b484-b8db6c6144a3 req-536cfc5f-0f32-4879-9aaf-d4c97f1b8518 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090367 Jul 08 19:46:56.183708 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-06ddddce-01a1-4846-8548-29e39ad66939 req-c1582672-1386-4ae2-84ec-d8ad7535ef9a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770635 Jul 08 19:46:57.378606 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50581ad9-b365-44e4-9712-9c0d0692735f req-4733ec05-828e-4654-8541-083d84269696 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:46:57.380098 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-50581ad9-b365-44e4-9712-9c0d0692735f req-4733ec05-828e-4654-8541-083d84269696 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0620918 Jul 08 19:46:57.417829 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-50581ad9-b365-44e4-9712-9c0d0692735f req-98f24e8a-f74a-44db-ba2f-fc6ef3353594 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Jul 08 19:46:59.457100 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47088) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:59.575415 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-34b84199-fa86-4fd2-b481-b0c53b042320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.688166 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-34b84199-fa86-4fd2-b481-b0c53b042320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.701079 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-34b84199-fa86-4fd2-b481-b0c53b042320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.741715 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-34b84199-fa86-4fd2-b481-b0c53b042320 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a39475e69154ee7a842a8565c352600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832625 Jul 08 19:46:59.742413 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b84199-fa86-4fd2-b481-b0c53b042320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c2162-b2f3-4404-978d-5308b332cad1,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:46:59.744202 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47092) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:46:59.798154 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee6f969e-46a4-4510-8c20-a8c8a36b74ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.824894 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee6f969e-46a4-4510-8c20-a8c8a36b74ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.880689 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee6f969e-46a4-4510-8c20-a8c8a36b74ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.883559 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee6f969e-46a4-4510-8c20-a8c8a36b74ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:46:59.887641 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ee6f969e-46a4-4510-8c20-a8c8a36b74ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a40c2162-b2f3-4404-978d-5308b332cad1 HTTP/1.1" status: 204 len: 168 time: 0.1395283 Jul 08 19:46:59.893830 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f969e-46a4-4510-8c20-a8c8a36b74ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c2162-b2f3-4404-978d-5308b332cad1,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:00.219445 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47100) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:00.233071 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c1c3708-03a2-4e5c-a0cb-36f853a054e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.355059 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c1c3708-03a2-4e5c-a0cb-36f853a054e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.359891 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3c1c3708-03a2-4e5c-a0cb-36f853a054e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.411959 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3c1c3708-03a2-4e5c-a0cb-36f853a054e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1912be878884f5e807d03c65c8a3853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912153 Jul 08 19:47:00.413039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c3708-03a2-4e5c-a0cb-36f853a054e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b1621a-9e4e-44a2-8ae1-fa5fb9620e2a,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:00.414774 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47104) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:00.489539 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-730aa7c8-a622-4db3-811a-b4bcef2a9e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.518077 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-730aa7c8-a622-4db3-811a-b4bcef2a9e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.574853 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-730aa7c8-a622-4db3-811a-b4bcef2a9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.577832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-730aa7c8-a622-4db3-811a-b4bcef2a9e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:00.579009 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-730aa7c8-a622-4db3-811a-b4bcef2a9e5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2b1621a-9e4e-44a2-8ae1-fa5fb9620e2a HTTP/1.1" status: 204 len: 168 time: 0.1629570 Jul 08 19:47:00.590691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aa7c8-a622-4db3-811a-b4bcef2a9e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b1621a-9e4e-44a2-8ae1-fa5fb9620e2a,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:05.249357 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4852-f93e-41c7-bd2a-761f2cbd3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:08.129903 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-388d8c42-a750-4097-9519-665c258ed471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:08.260344 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:08.962066 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:10.822553 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:10.884192 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47242) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:10.990357 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c406dbd2-fb2f-42c7-bbad-7850eeb75aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.085411 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c406dbd2-fb2f-42c7-bbad-7850eeb75aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.089332 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c406dbd2-fb2f-42c7-bbad-7850eeb75aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.125748 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c406dbd2-fb2f-42c7-bbad-7850eeb75aa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bde40048c57444edaa9fe173007fc4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402186 Jul 08 19:47:11.126596 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406dbd2-fb2f-42c7-bbad-7850eeb75aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a153e7b-aad5-4c5d-bf3a-570ba7afdcfe,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:11.129198 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47246) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:11.183206 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-250fcfa3-a4e5-417f-90fe-ef52ba65e116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.211041 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-250fcfa3-a4e5-417f-90fe-ef52ba65e116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.259458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-250fcfa3-a4e5-417f-90fe-ef52ba65e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.261859 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-250fcfa3-a4e5-417f-90fe-ef52ba65e116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.262990 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-250fcfa3-a4e5-417f-90fe-ef52ba65e116 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a153e7b-aad5-4c5d-bf3a-570ba7afdcfe HTTP/1.1" status: 204 len: 168 time: 0.1323977 Jul 08 19:47:11.271273 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fcfa3-a4e5-417f-90fe-ef52ba65e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a153e7b-aad5-4c5d-bf3a-570ba7afdcfe,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:11.530695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47252) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:11.545858 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e40b690a-27a6-47e1-8dd2-77089b1f2b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.648826 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e40b690a-27a6-47e1-8dd2-77089b1f2b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.652680 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e40b690a-27a6-47e1-8dd2-77089b1f2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.691773 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e40b690a-27a6-47e1-8dd2-77089b1f2b36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c32690f473e8492297071523f2e30d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599343 Jul 08 19:47:11.692684 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b690a-27a6-47e1-8dd2-77089b1f2b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c24502-73a6-4064-b8b4-c957bf214695,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:11.694696 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47254) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:11.743257 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-315bad57-5b0d-45d3-bcf8-469c81bbe376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.765384 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-315bad57-5b0d-45d3-bcf8-469c81bbe376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.828832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-315bad57-5b0d-45d3-bcf8-469c81bbe376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.832322 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-315bad57-5b0d-45d3-bcf8-469c81bbe376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:11.833999 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-315bad57-5b0d-45d3-bcf8-469c81bbe376 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0c24502-73a6-4064-b8b4-c957bf214695 HTTP/1.1" status: 204 len: 168 time: 0.1381462 Jul 08 19:47:11.842857 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bad57-5b0d-45d3-bcf8-469c81bbe376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c24502-73a6-4064-b8b4-c957bf214695,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:12.753859 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-10b463ef-caaf-4dbd-8d3c-a5cef394a2d8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2676539 Jul 08 19:47:12.857612 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-d06e4e39-6b9e-4794-9d82-622c57508d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:12.859078 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-d06e4e39-6b9e-4794-9d82-622c57508d57 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0557268 Jul 08 19:47:12.974926 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-e9a70faa-a600-4eb4-8570-09998dde00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:12.976414 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-e9a70faa-a600-4eb4-8570-09998dde00d8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.0925105 Jul 08 19:47:13.066174 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-48d7032c-8246-4785-995b-11f64bddfd27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 200 len: 1001 time: 0.0822427 Jul 08 19:47:13.146926 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-bbdb17da-d9e0-4b72-8d5b-ba792339917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:13.149391 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-bbdb17da-d9e0-4b72-8d5b-ba792339917f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.0667667 Jul 08 19:47:13.255146 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-e8b02231-643e-417f-9b5f-efa2c5317e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:13.256904 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-e8b02231-643e-417f-9b5f-efa2c5317e53 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1006625 Jul 08 19:47:13.319289 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47310) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:13.359648 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-f00086be-7999-4cfb-96c1-60f68828c049 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956564 Jul 08 19:47:13.441507 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-26a87a6c-3ceb-4cfb-93fd-891cc517bec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.491228 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f79862fd-cb4f-413f-96f5-86e7f1b11f1e req-08b7a291-45dd-4bd4-8858-a5ffb59f691d service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221683 Jul 08 19:47:13.554533 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-26a87a6c-3ceb-4cfb-93fd-891cc517bec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.560373 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-26a87a6c-3ceb-4cfb-93fd-891cc517bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.610333 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-26a87a6c-3ceb-4cfb-93fd-891cc517bec5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a9a25ff70904a7d9bf02cbe08943fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895789 Jul 08 19:47:13.611266 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a87a6c-3ceb-4cfb-93fd-891cc517bec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfefdc6-79a6-4bdb-932f-a92423f62e60,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:13.613561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47314) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:13.670251 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-08934ceb-2f9d-4436-9424-730e7583552d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.700472 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-08934ceb-2f9d-4436-9424-730e7583552d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.771355 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-08934ceb-2f9d-4436-9424-730e7583552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.774095 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-08934ceb-2f9d-4436-9424-730e7583552d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:13.775255 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-08934ceb-2f9d-4436-9424-730e7583552d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bfefdc6-79a6-4bdb-932f-a92423f62e60 HTTP/1.1" status: 204 len: 168 time: 0.1596427 Jul 08 19:47:13.783238 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08934ceb-2f9d-4436-9424-730e7583552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfefdc6-79a6-4bdb-932f-a92423f62e60,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:14.510380 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47344) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:14.636151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1093533536-network', 'tenant_id': 'ff6df1b729854906b7641217575cf126'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:14.660863 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Made reservation on behalf of ff6df1b729854906b7641217575cf126 for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:47:14.664720 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.677427 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.796309 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.868165 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.873315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.902456 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:47:14.915183 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352767a8-3390-4d15-9301-b5701d59895c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:14.921757 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.922783 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Added segment aa8d5d28-164d-496d-a040-f9e934e65327 of type vlan for network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 Jul 08 19:47:14.966404 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.998781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:14.999668 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:15.000508 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.056866 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5450115 Jul 08 19:47:15.061121 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47352) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:15.070337 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022620-18de-4006-9057-2ebccf9aa849 admin admin] Pushing event updated for resources: {'Network': ['ID=9709e39c-cfe9-4660-a2b5-dcffc760dc53,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:15.070791 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Request body: {'subnet': {'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1093533536-subnet', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:15.082790 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:47:15.118862 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Made reservation on behalf of ff6df1b729854906b7641217575cf126 for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:47:15.123103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.332600 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.398252 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:15.407120 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Checking segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:15.407480 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Network hostable DHCP agents. Network: 9709e39c-cfe9-4660-a2b5-dcffc760dc53, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:47:15.428264 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:47:15.443363 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 9709e39c-cfe9-4660-a2b5-dcffc760dc53) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:15.448004 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:15.448592 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.454444 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc6dc4-979d-4d50-9258-3e47c64ca54d None None] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:47:15.464718 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-dcefb61f-6177-4708-b5d8-2ed0490c8c9f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4010463 Jul 08 19:47:15.467287 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47356) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:15.472629 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:15.496431 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.499055 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.603244 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.748663 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.769782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:47:15.770649 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:15.969349 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Allocated IP 172.20.0.2 (9709e39c-cfe9-4660-a2b5-dcffc760dc53/8371d0bd-e0d6-4fee-a1c2-6c571960bcfb/5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:16.014432 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.035987 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.169998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.183166 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Transition to ACTIVE for port object 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:16.201628 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Transition to ACTIVE for port object 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:16.208177 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.248737 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:16.257630 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:16.262495 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:16.265978 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Pushing event updated for resources: {'Port': ['ID=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:16.364755 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Attempting to bind port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:16.365340 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Attempting to bind port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:16.365950 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Attempting to bind port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 on network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:16.374643 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:16.375141 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Checking segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:16.376038 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.376662 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Bound using segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:16.377641 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Bound port: 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:16.378100 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.471987 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Allocated IP 172.27.1.89 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/7d8e927e-aa9f-4379-bbcc-117c602df053) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:16.515917 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] For port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:16.520779 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] For port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:16.531385 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.591227 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5257e0-5497-47b7-965c-73875efb3c76 None None] Pushing event updated for resources: {'Port': ['ID=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:16.608804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.651519 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:16.698226 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:16.704119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:16.707428 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:16.734327 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8e927e-aa9f-4379-bbcc-117c602df053,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:17.037837 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:17.248937 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:17.427803 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Router 858995ef-3df6-4a9f-8960-3242a05c0669 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:47:17.557937 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:47:17.573835 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Sync routers for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:47:17.584505 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:17.587027 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-93cb2e56-3e26-4a59-a9dd-cad92ddc1125 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1179445 Jul 08 19:47:17.589164 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47368) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:17.590680 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:17.591699 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:17.673288 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fad14b-4ea0-4066-b1fe-5bf184796412 None None] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:47:17.788391 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-01f6b989-dc60-4c21-8000-f5c49c9ddb03 None None] Provisioning for port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:17.842339 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:18.154936 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:16Z', 'revision_number': 3, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:18.205175 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.212632 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Checking router: 858995ef-3df6-4a9f-8960-3242a05c0669 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:47:18.213109 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Updating router 858995ef-3df6-4a9f-8960-3242a05c0669 port 7d8e927e-aa9f-4379-bbcc-117c602df053 binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:47:18.270391 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.451508 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Allocated IP 172.20.0.1 (9709e39c-cfe9-4660-a2b5-dcffc760dc53/8371d0bd-e0d6-4fee-a1c2-6c571960bcfb/cfe8472d-3c05-493a-8b24-ff53c62f9b69) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:18.619567 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.637659 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Transition to ACTIVE for port object cfe8472d-3c05-493a-8b24-ff53c62f9b69 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:18.645809 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.661800 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Transition to ACTIVE for port object 7d8e927e-aa9f-4379-bbcc-117c602df053 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:18.672183 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.712388 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.737168 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Attempting to bind port 7d8e927e-aa9f-4379-bbcc-117c602df053 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:18.737713 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Attempting to bind port 7d8e927e-aa9f-4379-bbcc-117c602df053 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:18.738245 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Attempting to bind port 7d8e927e-aa9f-4379-bbcc-117c602df053 on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:18.746575 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8fc06-99d9-42ce-b2b1-5831cd176c96 None None] Pushing event updated for resources: {'Port': ['ID=7d8e927e-aa9f-4379-bbcc-117c602df053,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:18.750792 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:18.751178 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:18.751596 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.752062 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:18.752944 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Bound port: 7d8e927e-aa9f-4379-bbcc-117c602df053, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:18.753538 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.780192 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:18.786392 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:18.793143 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:18.836881 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] For port 7d8e927e-aa9f-4379-bbcc-117c602df053, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:18.842137 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] For port 7d8e927e-aa9f-4379-bbcc-117c602df053, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=7d8e927e-aa9f-4379-bbcc-117c602df053,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:18.848939 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.855622 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe8472d-3c05-493a-8b24-ff53c62f9b69,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:18.883957 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:18.917517 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:18.990793 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:18.991486 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:18.999674 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8fc06-99d9-42ce-b2b1-5831cd176c96 None None] Pushing event updated for resources: {'Port': ['ID=7d8e927e-aa9f-4379-bbcc-117c602df053,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:19.105753 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.118211 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:19.128410 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:19.128793 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.321857 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:19.373751 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.380606 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.415774 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-1d1be7eb-106e-43b4-a9df-aa283fb69296 None None] Provisioning for port cfe8472d-3c05-493a-8b24-ff53c62f9b69 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:19.456080 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe8472d-3c05-493a-8b24-ff53c62f9b69,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:19.457218 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-1d1be7eb-106e-43b4-a9df-aa283fb69296 None None] Provisioning complete for port cfe8472d-3c05-493a-8b24-ff53c62f9b69 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:19.457851 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-1d1be7eb-106e-43b4-a9df-aa283fb69296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.460362 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.545114 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-1d1be7eb-106e-43b4-a9df-aa283fb69296 None None] Port cfe8472d-3c05-493a-8b24-ff53c62f9b69 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:47:19.569842 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.617499 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:19.619454 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:19.636283 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:19.646164 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.716914 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:16Z', 'revision_number': 3, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:19.782286 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4cfe-f820-4495-b28b-93fb8b753243 None None] The sync data for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi is: [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:16Z', 'revision_number': 3, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:47:19.790225 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:19.814386 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Router 858995ef-3df6-4a9f-8960-3242a05c0669 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:47:19.975336 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-fa56eba7-1883-4da7-876d-558880db9aaa None None] Provisioning complete for port cfe8472d-3c05-493a-8b24-ff53c62f9b69 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:19.975902 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-fa56eba7-1883-4da7-876d-558880db9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:19.985428 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:47:19.994955 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-c904bd7b-0364-4252-a4ce-8628041a6d70 admin admin] 10.222.0.41 "PUT /v2.0/routers/858995ef-3df6-4a9f-8960-3242a05c0669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4039819 Jul 08 19:47:20.037927 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-fa56eba7-1883-4da7-876d-558880db9aaa None None] Port cfe8472d-3c05-493a-8b24-ff53c62f9b69 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:47:20.821059 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47398) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:20.828062 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1010969693-network', 'tenant_id': '2fd49a951d294642a31fce8f30395555'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:20.862087 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Made reservation on behalf of 2fd49a951d294642a31fce8f30395555 for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:47:20.866379 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:20.886724 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:20.951049 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:21.020356 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:21.020930 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.049025 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.055148 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.083836 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:47:21.094674 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632674e2-54dc-4835-97b4-9069c37164c0,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:21.100998 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.101347 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Added segment 12315eb5-f926-41c8-996a-78eae8f1bc93 of type vlan for network 288fd279-1337-4d5d-a8a7-c37ece5c525b Jul 08 19:47:21.112852 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.113208 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.113593 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.114216 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.114575 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.114914 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.115255 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.115590 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.115920 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.116279 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.116573 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.116903 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:21.146125 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7d8e927e-aa9f-4379-bbcc-117c602df053 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:21.175324 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.222021 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 7d8e927e-aa9f-4379-bbcc-117c602df053 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:21.225398 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.227198 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:21.227819 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.229461 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 7d8e927e-aa9f-4379-bbcc-117c602df053 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:21.230165 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.303615 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4761288 Jul 08 19:47:21.304110 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47400) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:21.311883 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c776-a8d2-416b-a217-e7915c591bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=288fd279-1337-4d5d-a8a7-c37ece5c525b,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:21.312196 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Request body: {'subnet': {'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1010969693-subnet', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:21.331692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:47:21.342950 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Made reservation on behalf of 2fd49a951d294642a31fce8f30395555 for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:47:21.345628 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29417010'] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.474891 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.520230 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 7d8e927e-aa9f-4379-bbcc-117c602df053, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=7d8e927e-aa9f-4379-bbcc-117c602df053,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:21.525343 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.601253 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=7d8e927e-aa9f-4379-bbcc-117c602df053,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:21.628263 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29416960'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.735629 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=458d89de-a33a-4c11-8b96-8d281622f205,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:21.743163 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Checking segment: {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:21.743674 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Network hostable DHCP agents. Network: 288fd279-1337-4d5d-a8a7-c37ece5c525b, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:47:21.775260 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:47:21.793361 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 288fd279-1337-4d5d-a8a7-c37ece5c525b) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:21.801741 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:21.802795 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.809630 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e740b1b-6375-4215-82a3-8c9721ac050f None None] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:47:21.828450 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-cb68919f-6e8c-42f7-877f-f3d5ab354f9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5230124 Jul 08 19:47:21.832356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47410) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:21.839997 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:21.874354 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Sync routers for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:47:21.897956 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.899268 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:21.900440 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:21.900845 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:22.007780 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.058239 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:22.094634 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-288fd279-1337-4d5d-a8a7-c37ece5c525b', 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'fixed_ips': [{'subnet_id': '458d89de-a33a-4c11-8b96-8d281622f205'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:47:22.096925 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.356240 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 2, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:22.358872 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Allocated IP 172.20.0.2 (288fd279-1337-4d5d-a8a7-c37ece5c525b/458d89de-a33a-4c11-8b96-8d281622f205/d693ed96-509c-4633-aa48-04add1e55711) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:22.390733 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Checking router: 858995ef-3df6-4a9f-8960-3242a05c0669 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:47:22.391122 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Updating router 858995ef-3df6-4a9f-8960-3242a05c0669 port cfe8472d-3c05-493a-8b24-ff53c62f9b69 binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:47:22.432263 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.540714 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.601053 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.616165 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Transition to ACTIVE for port object d693ed96-509c-4633-aa48-04add1e55711 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:22.657357 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Transition to ACTIVE for port object d693ed96-509c-4633-aa48-04add1e55711 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:22.665761 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.710327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:22.714654 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:22.723720 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:22.811795 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.823195 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Transition to ACTIVE for port object cfe8472d-3c05-493a-8b24-ff53c62f9b69 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:22.836780 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.855502 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7d8e927e-aa9f-4379-bbcc-117c602df053 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:22.896925 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.941613 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:22.992107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Pushing event updated for resources: {'Port': ['ID=d693ed96-509c-4633-aa48-04add1e55711,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:23.017349 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Attempting to bind port d693ed96-509c-4633-aa48-04add1e55711 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:23.018320 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Attempting to bind port d693ed96-509c-4633-aa48-04add1e55711 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:23.018821 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Attempting to bind port d693ed96-509c-4633-aa48-04add1e55711 on network 288fd279-1337-4d5d-a8a7-c37ece5c525b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:23.024380 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Attempting to bind port cfe8472d-3c05-493a-8b24-ff53c62f9b69 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:23.024925 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:23.025222 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Checking segment: {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:23.025680 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.026066 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Bound using segment: {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:23.026548 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Bound port: d693ed96-509c-4633-aa48-04add1e55711, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:23.026931 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.030607 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Attempting to bind port cfe8472d-3c05-493a-8b24-ff53c62f9b69 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:23.031387 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Attempting to bind port cfe8472d-3c05-493a-8b24-ff53c62f9b69 on network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:23.086239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 7d8e927e-aa9f-4379-bbcc-117c602df053 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:23.086239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.164843 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Allocated IP 172.27.1.153 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/39150c31-50fb-47bf-b1be-5c1c923cf0e9) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:23.193895 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] For port d693ed96-509c-4633-aa48-04add1e55711, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:23.199165 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] For port d693ed96-509c-4633-aa48-04add1e55711, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=d693ed96-509c-4633-aa48-04add1e55711,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:23.217763 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.241733 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:23.242162 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Checking segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:23.242518 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.242873 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Bound using segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:23.243348 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Bound port: cfe8472d-3c05-493a-8b24-ff53c62f9b69, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:23.243747 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.260931 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Pushing event updated for resources: {'Port': ['ID=cfe8472d-3c05-493a-8b24-ff53c62f9b69,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:23.271460 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.271902 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.272165 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.272498 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.272829 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.273157 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.273483 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.273820 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.274652 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.274652 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.274997 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.275149 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:23.342292 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] For port cfe8472d-3c05-493a-8b24-ff53c62f9b69, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:23.348635 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] For port cfe8472d-3c05-493a-8b24-ff53c62f9b69, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=cfe8472d-3c05-493a-8b24-ff53c62f9b69,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:23.358328 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.372175 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161580b9-c181-4fce-bd06-647a77421a15 None None] Pushing event updated for resources: {'Port': ['ID=d693ed96-509c-4633-aa48-04add1e55711,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:23.378705 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.431228 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:23.431853 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:23.439114 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4f3c-65db-43f2-80d5-9424a864cd2b None None] Pushing event updated for resources: {'Port': ['ID=cfe8472d-3c05-493a-8b24-ff53c62f9b69,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:23.445173 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.529351 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:23.532470 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:23.536106 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:23.584330 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Pushing event updated for resources: {'Port': ['ID=39150c31-50fb-47bf-b1be-5c1c923cf0e9,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:23.661387 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:23.992764 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:23.993717 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:23Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:24.041342 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352af5-1d89-4726-a4a5-ff8cc838e43c None None] The sync data for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi is: [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:23Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:47:24.381728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:24.658961 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Router bca27cb0-16f1-489e-8a80-cd569300dbeb is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:47:24.874890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c850d-53df-40e0-87ef-3aa0c6bac7e9 None None] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:47:24.927397 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:47:24.972733 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:24.978467 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-3f3dd7e5-0739-4db5-b58b-7451c51fce4d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1406097 Jul 08 19:47:24.979732 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 47442) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:25.012306 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Sync routers for ids ['bca27cb0-16f1-489e-8a80-cd569300dbeb'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:47:25.044389 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device cfe8472d-3c05-493a-8b24-ff53c62f9b69 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:25.114363 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-65df3745-f008-451b-bc18-6c8c33c332f7 None None] Provisioning for port d693ed96-509c-4633-aa48-04add1e55711 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:25.122890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Routers {'bca27cb0-16f1-489e-8a80-cd569300dbeb'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:25.123928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['bca27cb0-16f1-489e-8a80-cd569300dbeb'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:25.336823 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port cfe8472d-3c05-493a-8b24-ff53c62f9b69 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:25.367825 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port cfe8472d-3c05-493a-8b24-ff53c62f9b69 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:25.368460 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:25.382697 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Set router bca27cb0-16f1-489e-8a80-cd569300dbeb gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:25.679793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:25.886175 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:25.940866 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port cfe8472d-3c05-493a-8b24-ff53c62f9b69, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=cfe8472d-3c05-493a-8b24-ff53c62f9b69,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:25.948557 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:25.950038 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device d693ed96-509c-4633-aa48-04add1e55711 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:25.966301 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47452) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:25.990838 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Allocated IP 172.20.0.1 (288fd279-1337-4d5d-a8a7-c37ece5c525b/458d89de-a33a-4c11-8b96-8d281622f205/4491f089-cde4-4aaa-b84f-a9097ec69db2) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:26.070528 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=cfe8472d-3c05-493a-8b24-ff53c62f9b69,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:26.082480 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:47:23Z', 'revision_number': 3, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:26.144078 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Checking router: bca27cb0-16f1-489e-8a80-cd569300dbeb for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:47:26.145199 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Updating router bca27cb0-16f1-489e-8a80-cd569300dbeb port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:47:26.172846 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port d693ed96-509c-4633-aa48-04add1e55711 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:26.182494 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port d693ed96-509c-4633-aa48-04add1e55711 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:26.182859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.220197 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.243046 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.272715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Transition to ACTIVE for port object 4491f089-cde4-4aaa-b84f-a9097ec69db2 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:26.274138 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a55f5a62-3846-4aab-86b3-1fefa054f61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.320110 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.371889 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:26.376868 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:26.380470 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-ece74128-9f4b-4f7d-9ccc-1bc74121fd4b None None] Provisioning complete for port d693ed96-509c-4633-aa48-04add1e55711 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:26.381296 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-ece74128-9f4b-4f7d-9ccc-1bc74121fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.390809 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:26.413123 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a55f5a62-3846-4aab-86b3-1fefa054f61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.420049 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a55f5a62-3846-4aab-86b3-1fefa054f61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.435690 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Pushing event updated for resources: {'Port': ['ID=4491f089-cde4-4aaa-b84f-a9097ec69db2,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:26.465746 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f5a62-3846-4aab-86b3-1fefa054f61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424338cd-da21-482e-b532-fc29bea58ca9,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:26.475486 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a55f5a62-3846-4aab-86b3-1fefa054f61c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f9665c175184f04addd4e962a4773ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026298 Jul 08 19:47:26.479935 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47458) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:26.480317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.563786 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28107a67-fb31-4450-a99c-c7e6571357cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.601480 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28107a67-fb31-4450-a99c-c7e6571357cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.601965 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.700967 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28107a67-fb31-4450-a99c-c7e6571357cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.704357 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28107a67-fb31-4450-a99c-c7e6571357cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.706091 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-28107a67-fb31-4450-a99c-c7e6571357cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/424338cd-da21-482e-b532-fc29bea58ca9 HTTP/1.1" status: 204 len: 168 time: 0.2251403 Jul 08 19:47:26.714916 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.716395 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port d693ed96-509c-4633-aa48-04add1e55711, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=d693ed96-509c-4633-aa48-04add1e55711,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:26.717396 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-ece74128-9f4b-4f7d-9ccc-1bc74121fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.722630 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107a67-fb31-4450-a99c-c7e6571357cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424338cd-da21-482e-b532-fc29bea58ca9,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:26.748612 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.921041 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device cfe8472d-3c05-493a-8b24-ff53c62f9b69 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:26.954949 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.956685 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=d693ed96-509c-4633-aa48-04add1e55711,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:26.967962 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.db.api [None req-ece74128-9f4b-4f7d-9ccc-1bc74121fd4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 19:47:26.968818 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG oslo_db.api [None req-ece74128-9f4b-4f7d-9ccc-1bc74121fd4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 19:47:26.969893 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.977912 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:26.999588 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Transition to ACTIVE for port object 39150c31-50fb-47bf-b1be-5c1c923cf0e9 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:27.011090 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.061465 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port cfe8472d-3c05-493a-8b24-ff53c62f9b69 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:27.061990 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.082269 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Pushing event updated for resources: {'Port': ['ID=4491f089-cde4-4aaa-b84f-a9097ec69db2,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:27.089702 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.110044 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Attempting to bind port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:27.110488 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Attempting to bind port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:27.110944 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Attempting to bind port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:27.131320 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c655ffe-c34e-4c5f-82e8-19b8ec70b28f None None] Pushing event updated for resources: {'Port': ['ID=39150c31-50fb-47bf-b1be-5c1c923cf0e9,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:27.136518 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:27.136996 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:27.138451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.138451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:27.138451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Bound port: 39150c31-50fb-47bf-b1be-5c1c923cf0e9, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:27.138989 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.241859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] For port 39150c31-50fb-47bf-b1be-5c1c923cf0e9, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:27.257171 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:27.259142 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:27.265940 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] For port 39150c31-50fb-47bf-b1be-5c1c923cf0e9, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=39150c31-50fb-47bf-b1be-5c1c923cf0e9,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:27.272673 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.339367 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c655ffe-c34e-4c5f-82e8-19b8ec70b28f None None] Pushing event updated for resources: {'Port': ['ID=39150c31-50fb-47bf-b1be-5c1c923cf0e9,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:27.343315 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Routers {'bca27cb0-16f1-489e-8a80-cd569300dbeb'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:27.343315 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['bca27cb0-16f1-489e-8a80-cd569300dbeb'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:27.611119 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] Set router bca27cb0-16f1-489e-8a80-cd569300dbeb gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:27.764719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-9c27081b-e514-4e6a-b288-44269b0e9b9e None None] Provisioning for port 4491f089-cde4-4aaa-b84f-a9097ec69db2 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:27.772388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-9c27081b-e514-4e6a-b288-44269b0e9b9e None None] Provisioning complete for port 4491f089-cde4-4aaa-b84f-a9097ec69db2 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:27.773025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9c27081b-e514-4e6a-b288-44269b0e9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:27.776906 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Router bca27cb0-16f1-489e-8a80-cd569300dbeb has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:47:27.806516 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:47:27.858846 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-9c27081b-e514-4e6a-b288-44269b0e9b9e None None] Port 4491f089-cde4-4aaa-b84f-a9097ec69db2 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:47:27.952113 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:47:27.962257 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-844a6aa8-a8bb-409f-9b79-5bd5b215d10f admin admin] 10.222.0.41 "PUT /v2.0/routers/bca27cb0-16f1-489e-8a80-cd569300dbeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9765670 Jul 08 19:47:27.977910 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '4491f089-cde4-4aaa-b84f-a9097ec69db2', 'name': '', 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'mac_address': 'fa:16:3e:fa:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '458d89de-a33a-4c11-8b96-8d281622f205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:25Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 2, 'project_id': '2fd49a951d294642a31fce8f30395555', 'subnets': [{'id': '458d89de-a33a-4c11-8b96-8d281622f205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:28.030267 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec7523-634e-4d20-8a1d-8c7e0a7c8168 None None] The sync data for ids ['bca27cb0-16f1-489e-8a80-cd569300dbeb'] in dv-cinder-796286-16-iscsi is: [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '4491f089-cde4-4aaa-b84f-a9097ec69db2', 'name': '', 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'mac_address': 'fa:16:3e:fa:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '458d89de-a33a-4c11-8b96-8d281622f205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:25Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 2, 'project_id': '2fd49a951d294642a31fce8f30395555', 'subnets': [{'id': '458d89de-a33a-4c11-8b96-8d281622f205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:47:28.241060 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2898-8a29-445f-b40c-2e2a99e1a8d2 req-eb0bae29-6154-469f-9545-926483a4fa69 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:28.243730 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d71f2898-8a29-445f-b40c-2e2a99e1a8d2 req-eb0bae29-6154-469f-9545-926483a4fa69 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.0986011 Jul 08 19:47:28.329427 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d71f2898-8a29-445f-b40c-2e2a99e1a8d2 req-2459513d-37c7-44e7-aed0-b77f09641d52 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747662 Jul 08 19:47:28.906055 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device d693ed96-509c-4633-aa48-04add1e55711 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:29.002983 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port d693ed96-509c-4633-aa48-04add1e55711 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:29.003719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:29.598597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949352-aae6-4773-aa60-b24bc9ecfc30 req-132fc65b-a02b-437a-8fea-ddbf17d66243 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:29.606934 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ba949352-aae6-4773-aa60-b24bc9ecfc30 req-132fc65b-a02b-437a-8fea-ddbf17d66243 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1173670 Jul 08 19:47:29.660148 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ba949352-aae6-4773-aa60-b24bc9ecfc30 req-d0fbef09-474f-42b0-b505-ccbb9f621352 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461113 Jul 08 19:47:30.907508 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955cab9-d360-4e4e-8031-8826966f88df req-3f75ee13-f860-4cd3-9309-eef1366e23ea tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:30.918716 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0955cab9-d360-4e4e-8031-8826966f88df req-3f75ee13-f860-4cd3-9309-eef1366e23ea tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1067216 Jul 08 19:47:30.974462 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 39150c31-50fb-47bf-b1be-5c1c923cf0e9 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:30.985357 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0955cab9-d360-4e4e-8031-8826966f88df req-cad7071d-345b-415e-9b4a-ad05f0c39089 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653713 Jul 08 19:47:31.049740 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:31.054646 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:31.055054 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:31.179978 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:31.209715 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 39150c31-50fb-47bf-b1be-5c1c923cf0e9, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=39150c31-50fb-47bf-b1be-5c1c923cf0e9,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:31.215268 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:31.285000 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=39150c31-50fb-47bf-b1be-5c1c923cf0e9,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:31.905644 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Sync routers for ids ['bca27cb0-16f1-489e-8a80-cd569300dbeb'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:47:31.917843 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Routers {'bca27cb0-16f1-489e-8a80-cd569300dbeb'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:31.919226 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['bca27cb0-16f1-489e-8a80-cd569300dbeb'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:32.103362 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Set router bca27cb0-16f1-489e-8a80-cd569300dbeb gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:32.347915 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e394f4-b38b-48a6-bb5f-cf0c01c8a8c6 req-3536d96e-7c34-4c49-9b40-00f17fd82178 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:32.350039 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-84e394f4-b38b-48a6-bb5f-cf0c01c8a8c6 req-3536d96e-7c34-4c49-9b40-00f17fd82178 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1166468 Jul 08 19:47:32.396476 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-84e394f4-b38b-48a6-bb5f-cf0c01c8a8c6 req-789822f2-f63f-4759-9a2f-c062daf99f80 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Jul 08 19:47:32.414489 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '4491f089-cde4-4aaa-b84f-a9097ec69db2', 'name': '', 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'mac_address': 'fa:16:3e:fa:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '458d89de-a33a-4c11-8b96-8d281622f205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:25Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 2, 'project_id': '2fd49a951d294642a31fce8f30395555', 'subnets': [{'id': '458d89de-a33a-4c11-8b96-8d281622f205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:32.453123 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Checking router: bca27cb0-16f1-489e-8a80-cd569300dbeb for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:47:32.453731 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Updating router bca27cb0-16f1-489e-8a80-cd569300dbeb port 4491f089-cde4-4aaa-b84f-a9097ec69db2 binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:47:32.511232 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:32.892663 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 39150c31-50fb-47bf-b1be-5c1c923cf0e9 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:32.956907 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:32.971575 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Transition to ACTIVE for port object 4491f089-cde4-4aaa-b84f-a9097ec69db2 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:32.982631 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:33.002824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:33.003354 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:33.047155 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5455-2437-42f8-801e-490fe6f4881a None None] Pushing event updated for resources: {'Port': ['ID=4491f089-cde4-4aaa-b84f-a9097ec69db2,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:33.226816 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Attempting to bind port 4491f089-cde4-4aaa-b84f-a9097ec69db2 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:33.228650 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Attempting to bind port 4491f089-cde4-4aaa-b84f-a9097ec69db2 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:33.229258 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Attempting to bind port 4491f089-cde4-4aaa-b84f-a9097ec69db2 on network 288fd279-1337-4d5d-a8a7-c37ece5c525b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:33.239052 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:33.239635 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Checking segment: {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:33.240302 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:33.240965 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Bound using segment: {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:33.241764 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Bound port: 4491f089-cde4-4aaa-b84f-a9097ec69db2, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12315eb5-f926-41c8-996a-78eae8f1bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:33.242402 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:33.360064 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] For port 4491f089-cde4-4aaa-b84f-a9097ec69db2, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:33.365968 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] For port 4491f089-cde4-4aaa-b84f-a9097ec69db2, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=4491f089-cde4-4aaa-b84f-a9097ec69db2,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:33.372096 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:33.540778 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5455-2437-42f8-801e-490fe6f4881a None None] Pushing event updated for resources: {'Port': ['ID=4491f089-cde4-4aaa-b84f-a9097ec69db2,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:33.545475 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Routers {'bca27cb0-16f1-489e-8a80-cd569300dbeb'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:33.546549 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['bca27cb0-16f1-489e-8a80-cd569300dbeb'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:33.729117 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] Set router bca27cb0-16f1-489e-8a80-cd569300dbeb gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:33.736563 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f6b10-5bd9-4694-8763-1c3eda1ef912 req-1839a035-d9f6-4941-84d4-1abf406b007f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:33.739150 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fb1f6b10-5bd9-4694-8763-1c3eda1ef912 req-1839a035-d9f6-4941-84d4-1abf406b007f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1290352 Jul 08 19:47:33.880107 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fb1f6b10-5bd9-4694-8763-1c3eda1ef912 req-3f778843-9682-4c4d-ba3e-2b3248b5b706 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009712 Jul 08 19:47:34.159778 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '4491f089-cde4-4aaa-b84f-a9097ec69db2', 'name': '', 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'mac_address': 'fa:16:3e:fa:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '458d89de-a33a-4c11-8b96-8d281622f205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:25Z', 'updated_at': '2021-07-08T19:47:33Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'subnets': [{'id': '458d89de-a33a-4c11-8b96-8d281622f205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:34.208117 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea3611-0538-404a-8e1d-318434924349 None None] The sync data for ids ['bca27cb0-16f1-489e-8a80-cd569300dbeb'] in dv-cinder-796286-16-iscsi is: [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:47:26Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '4491f089-cde4-4aaa-b84f-a9097ec69db2', 'name': '', 'network_id': '288fd279-1337-4d5d-a8a7-c37ece5c525b', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'mac_address': 'fa:16:3e:fa:bc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '458d89de-a33a-4c11-8b96-8d281622f205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:25Z', 'updated_at': '2021-07-08T19:47:33Z', 'revision_number': 4, 'project_id': '2fd49a951d294642a31fce8f30395555', 'subnets': [{'id': '458d89de-a33a-4c11-8b96-8d281622f205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:47:34.914624 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 4491f089-cde4-4aaa-b84f-a9097ec69db2 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:35.037862 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 4491f089-cde4-4aaa-b84f-a9097ec69db2 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:35.051056 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 4491f089-cde4-4aaa-b84f-a9097ec69db2 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:35.051847 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:35.199586 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:35.240092 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c44d45-232a-4225-b842-1ac3c7ca8819 req-41f5e6bf-d408-48de-81cd-9c5ed26651cc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:35.253733 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-51c44d45-232a-4225-b842-1ac3c7ca8819 req-41f5e6bf-d408-48de-81cd-9c5ed26651cc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1611843 Jul 08 19:47:35.284244 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 4491f089-cde4-4aaa-b84f-a9097ec69db2, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=4491f089-cde4-4aaa-b84f-a9097ec69db2,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:35.299007 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:35.309811 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-40acbfe6-254e-499c-8f92-c2be0e64cd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:35.312242 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-51c44d45-232a-4225-b842-1ac3c7ca8819 req-4a327a52-7c7b-4350-87b2-5a9d49abfcfc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563715 Jul 08 19:47:35.383789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=4491f089-cde4-4aaa-b84f-a9097ec69db2,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:35.392844 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.393442 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.394059 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.394643 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.395194 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.395791 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.396346 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.396937 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.397594 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.398218 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.398824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:35.399408 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:47:36.585913 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc1c0c-c9f6-44ce-a81e-6eee20882ebf req-30630a92-da7a-4b10-9b93-039740f26421 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:36.587953 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a5fc1c0c-c9f6-44ce-a81e-6eee20882ebf req-30630a92-da7a-4b10-9b93-039740f26421 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.0997317 Jul 08 19:47:36.654396 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a5fc1c0c-c9f6-44ce-a81e-6eee20882ebf req-8af0b7b0-bda8-4277-a150-fc71348782bd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568390 Jul 08 19:47:36.886765 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 4491f089-cde4-4aaa-b84f-a9097ec69db2 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:36.979413 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 4491f089-cde4-4aaa-b84f-a9097ec69db2 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:36.980349 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:37.976847 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7f2f9-c02b-4ed8-883e-b4413492c5d5 req-5178bcfc-c656-429f-8fb4-637cef7d1c28 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:37.978764 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87e7f2f9-c02b-4ed8-883e-b4413492c5d5 req-5178bcfc-c656-429f-8fb4-637cef7d1c28 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1101611 Jul 08 19:47:38.043641 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87e7f2f9-c02b-4ed8-883e-b4413492c5d5 req-b78bbda3-3874-4e6c-8ed5-78e54356b817 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538578 Jul 08 19:47:38.134084 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-dcb60171-0782-4c30-8213-d2646109440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:38.264777 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:39.001838 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:39.476972 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ce93-1e61-475e-92a2-a233cec0ffda req-c911567e-8fdc-458b-8c48-3375b404d364 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:39.479989 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9643ce93-1e61-475e-92a2-a233cec0ffda req-c911567e-8fdc-458b-8c48-3375b404d364 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.2002218 Jul 08 19:47:39.551113 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540baf-538d-4f77-ac0b-9d306deca7b0 req-17345e41-9732-40ff-8d68-dcabc6b15dd8 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:39.559231 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-89540baf-538d-4f77-ac0b-9d306deca7b0 req-17345e41-9732-40ff-8d68-dcabc6b15dd8 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.0941389 Jul 08 19:47:39.582490 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9643ce93-1e61-475e-92a2-a233cec0ffda req-636f9725-b888-424a-8204-198b784d77df tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887940 Jul 08 19:47:39.616284 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-89540baf-538d-4f77-ac0b-9d306deca7b0 req-70911130-78b8-40af-998a-0374d5d2aa01 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425191 Jul 08 19:47:40.494304 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-49efb6ab-a9b2-4686-a610-e90adf2cfb6e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:40.496094 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-49efb6ab-a9b2-4686-a610-e90adf2cfb6e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 815 time: 0.1284342 Jul 08 19:47:40.521413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-d507e11e-fea8-4049-9065-0ea95fcf4ab2 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/quotas/ff6df1b729854906b7641217575cf126 HTTP/1.1" status: 200 len: 375 time: 0.0152049 Jul 08 19:47:40.619805 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-4f15abfe-d35e-46c7-b07a-f294731486f0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878348 Jul 08 19:47:40.832981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:40.863104 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef3f21-12e3-4024-bdd6-9843db78a742 req-a43b7fb1-a2df-4313-8115-88a93b51a29d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:40.866515 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c3ef3f21-12e3-4024-bdd6-9843db78a742 req-a43b7fb1-a2df-4313-8115-88a93b51a29d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1073010 Jul 08 19:47:40.941281 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c3ef3f21-12e3-4024-bdd6-9843db78a742 req-34a34959-7c63-4dd2-a800-9c790212526e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602434 Jul 08 19:47:40.945884 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f3273230-805c-4206-ab94-a3385db73b2c service neutron] 10.222.0.41 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027089 Jul 08 19:47:41.086174 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-bf1098e2-f4c7-417b-9265-3f971babbe3e service neutron] 10.222.0.41 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337736 Jul 08 19:47:41.272974 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b6fb-3a06-423e-969d-70e03db1e2b9 req-00417dca-78be-4706-8548-da3ba82faa70 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:41.280600 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f43b6fb-3a06-423e-969d-70e03db1e2b9 req-00417dca-78be-4706-8548-da3ba82faa70 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1423423 Jul 08 19:47:41.353674 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f43b6fb-3a06-423e-969d-70e03db1e2b9 req-42eb7284-8ef6-4919-b86f-bd63624a021a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721014 Jul 08 19:47:41.389307 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ecbd60af-1d14-4458-869c-ad7a5a4b5162 req-4560a55c-8af8-4762-9222-412c0d06e02b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 210 time: 0.0734146 Jul 08 19:47:41.446231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:47:41.691263 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:41.718200 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '8116106d-e247-4c00-93de-cd94f2880871', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'port_id': '8116106d-e247-4c00-93de-cd94f2880871', 'mac_address': 'fa:16:3e:0a:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:47:41.720808 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-9343dbf0-2f8f-40c7-a3d9-d73cfaaff578 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:41.727111 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-9343dbf0-2f8f-40c7-a3d9-d73cfaaff578 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1650054 Jul 08 19:47:41.816010 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:41.847016 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8116106d-e247-4c00-93de-cd94f2880871 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:47:41.890334 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:41.910074 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:41.974066 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Deleting port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:47:41.975628 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:42.024282 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['8116106d-e247-4c00-93de-cd94f2880871'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:47:42.137367 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=6']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:42.300903 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] For port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:42.301930 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:42.653225 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34907-9814-4f02-b94e-7c4b2a9cb3e2 req-0c9e0466-748e-41b8-b4c6-2f1af6440521 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:42.660558 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3db34907-9814-4f02-b94e-7c4b2a9cb3e2 req-0c9e0466-748e-41b8-b4c6-2f1af6440521 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 945 time: 0.2932935 Jul 08 19:47:42.731643 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3db34907-9814-4f02-b94e-7c4b2a9cb3e2 req-57944cd3-6a4d-4d96-aad9-7910d9b9c5d7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700848 Jul 08 19:47:42.760209 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:42.760942 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:42.761413 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Floating IP f35f5923-4adf-4d5f-b69c-c27a29549da7 disassociated. External IP: 172.27.1.112, port: 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf. Jul 08 19:47:42.761969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Calling delete_port for 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:47:42.793610 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48797cc-5a8f-48ef-993c-cfc1b86aafca req-faa66d73-7809-4345-89cc-bb1c7d100f47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:42.806088 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d48797cc-5a8f-48ef-993c-cfc1b86aafca req-faa66d73-7809-4345-89cc-bb1c7d100f47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 945 time: 0.1671708 Jul 08 19:47:42.861521 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d48797cc-5a8f-48ef-993c-cfc1b86aafca req-7a5a7a2c-bb5a-4305-92ae-f6a81256ea44 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=fa4fbdff-e257-4d7b-8fa3-c379a288d163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531507 Jul 08 19:47:43.058230 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-26c10f1d-fa7e-4853-90c0-7b9548f35010 req-b864dca8-c964-4230-bea2-3ca98f86a207 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 210 time: 0.0530775 Jul 08 19:47:43.068612 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:43.121754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event deleted for resources: {'Port': ['ID=5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:43.306304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:47:43.450852 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:47:43.563682 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:47:43.600369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:47:43.627559 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:43.629136 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:43.724735 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] No DVR routers for this DVR port 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:47:43.731856 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:43.733535 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 8116106d-e247-4c00-93de-cd94f2880871 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:43.734688 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:43.741900 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f3e578c6-ed60-4e11-9b01-470e9f9e48bc req-2bc0a85f-e0a1-45b1-bad7-7832cf6edccd tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "DELETE /v2.0/ports/5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf HTTP/1.1" status: 204 len: 173 time: 2.0083532 Jul 08 19:47:43.773629 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'name': 'network-vif-deleted', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:47:43.781918 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d647715d-16c3-4bbc-8917-7779dd23e645" -d '{"events": [{"server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "name": "network-vif-deleted", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:47:44.051120 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:44.121057 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-efce3e59-5a4d-44f5-b061-c422db8688a2 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:44.134998 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-efce3e59-5a4d-44f5-b061-c422db8688a2 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 815 time: 0.4994667 Jul 08 19:47:44.148808 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'port': {'device_id': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'admin_state_up': True, 'tenant_id': 'ff6df1b729854906b7641217575cf126'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:44.176802 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab2125-683b-446e-8293-d55dd78b7a92 req-abf7089f-8097-4da4-b755-85885fc1e246 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:44.196410 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cdab2125-683b-446e-8293-d55dd78b7a92 req-abf7089f-8097-4da4-b755-85885fc1e246 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 945 time: 0.1823206 Jul 08 19:47:44.283809 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cdab2125-683b-446e-8293-d55dd78b7a92 req-997f86b1-6f9d-4338-b0cb-62f772d693f4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857825 Jul 08 19:47:44.304021 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:44.422408 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4e54be-754d-412b-bab5-4a049f6f3217 x-openstack-request-id: req-7c4e54be-754d-412b-bab5-4a049f6f3217 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:47:44.423759 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48701d-1a44-42b1-8e0f-2890ac4ac8e3", "name": "network-vif-deleted", "tag": "5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:47:44.435675 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c4e54be-754d-412b-bab5-4a049f6f3217 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:47:44.438955 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48701d-1a44-42b1-8e0f-2890ac4ac8e3', 'name': 'network-vif-deleted', 'tag': '5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf', 'status': 'completed', 'code': 200} Jul 08 19:47:44.624621 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:47:44.630109 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:47:44.634513 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef0665-ca86-4481-9d42-23aab1bbd813" -d '{"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-plugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:47:44.641479 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:44.644188 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:47:44.670096 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b75df5e3-72d8-47be-98e3-cff1fbcc05a9 req-adc92d46-4dc0-4298-98d3-54ef734f871f tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 210 time: 0.0879989 Jul 08 19:47:44.696410 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-56ff4d7b-3844-49a6-b803-819d2b577038 req-43ac0f97-7f0a-4716-a63c-57f0ca32d977 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48701d-1a44-42b1-8e0f-2890ac4ac8e3 HTTP/1.1" status: 200 len: 210 time: 0.1562116 Jul 08 19:47:44.754099 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Made reservation on behalf of ff6df1b729854906b7641217575cf126 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:47:44.765728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:44.776388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:47:44.777536 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 5eeb95ec-7fb7-4b3a-a86f-816e29ab35cf not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:47:44.935922 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=7']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:44.968683 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:44.983467 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eee08f-b178-4a9b-971e-d50081038a67 x-openstack-request-id: req-99eee08f-b178-4a9b-971e-d50081038a67 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:47:44.986180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-plugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:47:44.986463 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99eee08f-b178-4a9b-971e-d50081038a67 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:47:44.987297 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'code': 200} Jul 08 19:47:44.997208 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:45.058029 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:47:45.073444 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:47:45.074325 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:47:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:45.215896 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Allocated IP 172.20.0.5 (9709e39c-cfe9-4660-a2b5-dcffc760dc53/8371d0bd-e0d6-4fee-a1c2-6c571960bcfb/b0d79ee9-f033-434c-a10b-ea92ab16f92e) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:45.327440 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:47:45.550870 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:45.610044 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Transition to ACTIVE for port object b0d79ee9-f033-434c-a10b-ea92ab16f92e will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:45.883737 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:47:45.922411 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec6dee-d93f-47e4-a8ba-a8393fcd74c6 None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:47:45.937390 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:46.029471 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:46.043817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:46.048460 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:46.198489 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7fd15-9c90-4b8b-ab55-2e96a804d6bc req-c8bd2972-4bda-4891-877a-c9b41aa012da tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:46.202018 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6db7fd15-9c90-4b8b-ab55-2e96a804d6bc req-c8bd2972-4bda-4891-877a-c9b41aa012da tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.5383444 Jul 08 19:47:46.206172 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:46.314033 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447c132-90b0-44d8-a3cf-99a7aee16751 req-135db182-bb1b-4fce-bb2e-e60f826c1df7 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:46.317035 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5447c132-90b0-44d8-a3cf-99a7aee16751 req-135db182-bb1b-4fce-bb2e-e60f826c1df7 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 931 time: 0.1903737 Jul 08 19:47:46.367711 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:46.368718 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:46.435343 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5447c132-90b0-44d8-a3cf-99a7aee16751 req-a134028d-c7aa-47c1-9ba2-93de1cd43f15 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098447 Jul 08 19:47:46.469793 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-f4100137-99e6-44b6-b72e-c1fb30d4bc18 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3253076 Jul 08 19:47:46.497316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Request body: {'port': {'device_id': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:46.571332 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47728d-a5dd-44b5-971f-1ac161793a6c None None] New status for floating IP f35f5923-4adf-4d5f-b69c-c27a29549da7: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:47:46.602708 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-4c79a278-397d-47af-8d3d-8e25b001922f None None] Provisioning for port b0d79ee9-f033-434c-a10b-ea92ab16f92e completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:47:46.612905 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-4c79a278-397d-47af-8d3d-8e25b001922f None None] Provisioning complete for port b0d79ee9-f033-434c-a10b-ea92ab16f92e triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:47:46.616133 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4c79a278-397d-47af-8d3d-8e25b001922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:46.636779 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6db7fd15-9c90-4b8b-ab55-2e96a804d6bc req-d6347efe-5776-495b-91ec-12cfb4f3bf00 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949106 Jul 08 19:47:46.732478 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47658) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:46.771207 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-4c79a278-397d-47af-8d3d-8e25b001922f None None] Port b0d79ee9-f033-434c-a10b-ea92ab16f92e cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:47:46.802831 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:46.861517 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d741662d-4eb1-4cf8-8332-5a86c8c4e5eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:46.974226 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d741662d-4eb1-4cf8-8332-5a86c8c4e5eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:47.160874 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d741662d-4eb1-4cf8-8332-5a86c8c4e5eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:47.166631 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d741662d-4eb1-4cf8-8332-5a86c8c4e5eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:47.168933 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d741662d-4eb1-4cf8-8332-5a86c8c4e5eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa4fbdff-e257-4d7b-8fa3-c379a288d163 HTTP/1.1" status: 204 len: 168 time: 0.4352596 Jul 08 19:47:47.186170 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47660) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:47.238145 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741662d-4eb1-4cf8-8332-5a86c8c4e5eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4fbdff-e257-4d7b-8fa3-c379a288d163,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:47.246267 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.api.v2.resource [None req-6465cbe7-1beb-44d4-94d6-4a158e1ad371 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] show failed (client error): The resource could not be found. Jul 08 19:47:47.250208 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6465cbe7-1beb-44d4-94d6-4a158e1ad371 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups/fa4fbdff-e257-4d7b-8fa3-c379a288d163 HTTP/1.1" status: 404 len: 347 time: 0.0585263 Jul 08 19:47:47.254795 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47662) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:47.650064 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d79ee9-f033-434c-a10b-ea92ab16f92e {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:47:47.690445 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:47.775905 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Transition to ACTIVE for port object b0d79ee9-f033-434c-a10b-ea92ab16f92e will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:47:47.787706 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:47.835037 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Deleting port 1e56c130-75d8-4811-a344-4c35526b86b1 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:47:47.838121 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:47.941190 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:48.111150 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f2a20-1806-4b35-8c72-b5f3a8ee7a71 req-22053c99-6313-47e5-bb54-2f504384ef87 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:48.116181 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-355f2a20-1806-4b35-8c72-b5f3a8ee7a71 req-22053c99-6313-47e5-bb54-2f504384ef87 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.2110279 Jul 08 19:47:48.119890 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.120668 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.291628 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269d398-c95d-4ac0-9a5d-1fa526c95692 req-19e18184-9529-410b-bd1e-18f857300fe1 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:48.300776 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Calling delete_port for 1e56c130-75d8-4811-a344-4c35526b86b1 owned by network:floatingip {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:47:48.312842 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d269d398-c95d-4ac0-9a5d-1fa526c95692 req-19e18184-9529-410b-bd1e-18f857300fe1 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.3738434 Jul 08 19:47:48.338834 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-355f2a20-1806-4b35-8c72-b5f3a8ee7a71 req-cc1b92e5-52a9-4fbe-a749-9930ee0a4ca3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032249 Jul 08 19:47:48.475282 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d269d398-c95d-4ac0-9a5d-1fa526c95692 req-e38bd3a4-9c0a-4903-bd43-fb23a6dfdbdc tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561065 Jul 08 19:47:48.480594 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Attempting to bind port b0d79ee9-f033-434c-a10b-ea92ab16f92e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:47:48.481344 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Attempting to bind port b0d79ee9-f033-434c-a10b-ea92ab16f92e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:47:48.485812 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Attempting to bind port b0d79ee9-f033-434c-a10b-ea92ab16f92e on network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:48.514168 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Port b0d79ee9-f033-434c-a10b-ea92ab16f92e on network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:47:48.514611 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Attempting to bind port b0d79ee9-f033-434c-a10b-ea92ab16f92e on network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:47:48.528758 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:47:48.529112 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Checking segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:47:48.529536 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Bound using segment: {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:47:48.533193 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Bound port: b0d79ee9-f033-434c-a10b-ea92ab16f92e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8d5d28-164d-496d-a040-f9e934e65327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:47:48.533867 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.644345 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.686077 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event deleted for resources: {'Port': ['ID=1e56c130-75d8-4811-a344-4c35526b86b1,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:48.693541 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:47:48.698365 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:47:48.706358 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.761132 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:48.762352 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.764365 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] 10.222.0.91 "PUT /v2.0/ports/b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 1093 time: 2.2854383 Jul 08 19:47:48.764990 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:47:48.776726 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2956038-ab12-4e31-bcd2-162120d9a472" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:47:48.842906 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be04bb-6c2c-4ad0-be4c-82adb1c6e9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:48.885597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c62f5-ea89-4aa3-80d8-02738de56f79 x-openstack-request-id: req-a86c62f5-ea89-4aa3-80d8-02738de56f79 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:47:48.885597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:47:48.885597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a86c62f5-ea89-4aa3-80d8-02738de56f79 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:47:48.885597 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'status': 'completed', 'code': 200} Jul 08 19:47:48.913166 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.920938 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:48.925585 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-211f3faa-2d23-480e-a0a6-bb696f4297f0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "DELETE /v2.0/floatingips/f35f5923-4adf-4d5f-b69c-c27a29549da7 HTTP/1.1" status: 204 len: 168 time: 1.6693752 Jul 08 19:47:49.159847 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-c8000f84-e809-4a41-a43f-26ae2851d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:49.162534 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-c8000f84-e809-4a41-a43f-26ae2851d211 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1096 time: 0.2136040 Jul 08 19:47:49.337399 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-8a865eaa-78c0-4deb-8a61-e9f26dc09c23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 217 time: 0.1198318 Jul 08 19:47:49.485733 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-e2402cfa-6e25-454f-b590-5a6d06d7f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:49.487285 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-e2402cfa-6e25-454f-b590-5a6d06d7f6f6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.1369724 Jul 08 19:47:49.553387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47680) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:49.564590 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142675180', 'description': 'tempest-description--396739274'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:49.637154 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:49.692649 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-1eecd3d6-3bd5-458f-9142-631cb8d7bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:49.694221 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-1eecd3d6-3bd5-458f-9142-631cb8d7bb30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1717618 Jul 08 19:47:49.967674 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:49.983925 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543f29e-e00f-45fa-9d9f-08fa42860fcd req-3ff40f7a-7301-420f-a14d-6ed1a733e3bd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:49.993112 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a543f29e-e00f-45fa-9d9f-08fa42860fcd req-3ff40f7a-7301-420f-a14d-6ed1a733e3bd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.2218468 Jul 08 19:47:50.000579 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-3ed0d5c3-9e91-4a51-b23a-892e1347613b service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284374 Jul 08 19:47:50.020315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.099083 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a543f29e-e00f-45fa-9d9f-08fa42860fcd req-3843c4dd-f152-4739-9291-ea774d16ddfb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046057 Jul 08 19:47:50.111922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.116007 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5604746 Jul 08 19:47:50.121417 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58f0af-33a3-4886-adad-902bc7264b47 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9364c480-bcfb-4ea6-9444-6b13cc86d787,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:50.131300 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47682) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:50.147749 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'security_group_rule': {'security_group_id': '9364c480-bcfb-4ea6-9444-6b13cc86d787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:50.206217 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.268922 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-62eab7ee-222c-4781-bdac-ac92aaeb3693 req-ea224d99-cb54-4232-a5d5-136ad83c377b service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301178 Jul 08 19:47:50.374188 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.383085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.420754 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119cd69d-3893-4f84-8d95-a545d0c751cf,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:50.437047 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31fbdc-547d-480e-a40a-7a187759771c req-ff0115dd-e00b-40ee-a5fe-87fdd4ab2971 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:50.441751 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ff31fbdc-547d-480e-a40a-7a187759771c req-ff0115dd-e00b-40ee-a5fe-87fdd4ab2971 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.4397960 Jul 08 19:47:50.458622 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.463017 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-83b9c100-fb5e-4860-9b95-02b0becfdb5b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3299501 Jul 08 19:47:50.463663 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47684) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:50.470610 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'security_group_rule': {'security_group_id': '9364c480-bcfb-4ea6-9444-6b13cc86d787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:50.543666 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.642498 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ff31fbdc-547d-480e-a40a-7a187759771c req-202ab3bc-935a-4daa-8f03-a84159675fbf tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894643 Jul 08 19:47:50.707574 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-6a7518a0-bae8-4ccd-a069-4fda1e171f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:50.712094 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-6a7518a0-bae8-4ccd-a069-4fda1e171f63 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1096 time: 0.2692173 Jul 08 19:47:50.751494 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.771957 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.821582 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0c8f4b-4330-4a1a-9b11-4bbae2ec9153,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:50.834466 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:50.838834 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-cb29a3e7-3d56-4f5b-8189-320a3374e82f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738234 Jul 08 19:47:50.839436 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47688) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:47:50.854845 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:47:50.898435 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:51.025830 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-9e6ae48f-e512-40ce-8468-b6cf317a4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:51.028039 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-9e6ae48f-e512-40ce-8468-b6cf317a4fc2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.2433481 Jul 08 19:47:51.153392 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:51.324552 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-12e0af26-6119-41b7-acca-3f9346a7204c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 217 time: 0.1155035 Jul 08 19:47:51.432045 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Allocated IP 172.27.1.36 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/5b6605d8-a2c5-4d62-b4d7-9501d0a66d56) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:47:51.474747 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-063f01d8-86a5-4ce2-b7ef-f96a6a9ae1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:51.477032 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-063f01d8-86a5-4ce2-b7ef-f96a6a9ae1c1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.1454537 Jul 08 19:47:51.585820 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a4f27-f7e4-4442-870c-5eab9024766c req-be2bf3ff-b5d0-4dd7-ac3e-7fa16d7e05e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:51.588557 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5b3a4f27-f7e4-4442-870c-5eab9024766c req-be2bf3ff-b5d0-4dd7-ac3e-7fa16d7e05e7 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.2450752 Jul 08 19:47:51.653356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-7c0e9477-939c-4fbc-b989-5c8ba4877721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:51.660706 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-7c0e9477-939c-4fbc-b989-5c8ba4877721 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1590278 Jul 08 19:47:51.780630 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5b3a4f27-f7e4-4442-870c-5eab9024766c req-2eb37ab3-dae1-4e70-a01a-ad17044f1556 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838648 Jul 08 19:47:51.836643 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:51.980997 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:52.014500 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-45f93011-04b1-4173-9b68-de364bdb2b30 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217442 Jul 08 19:47:52.058326 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:47:52.068535 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:47:52.072900 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:47:52.131072 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'Port': ['ID=5b6605d8-a2c5-4d62-b4d7-9501d0a66d56,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:52.304129 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2956038-ab12-4e31-bcd2-162120d9a472 req-ffc27f69-b667-418e-b662-72bb809f4ab3 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655976 Jul 08 19:47:52.376151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:52.467273 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9e679-c51b-4ef2-909a-1f48b21ff7d1 req-840eccd1-aa18-4212-8a16-335798690d3b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:52.470447 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-56c9e679-c51b-4ef2-909a-1f48b21ff7d1 req-840eccd1-aa18-4212-8a16-335798690d3b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.1644704 Jul 08 19:47:52.492859 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:52.552535 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-56c9e679-c51b-4ef2-909a-1f48b21ff7d1 req-184c3f1d-dff2-471f-aae4-a171f8f8a3b0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761983 Jul 08 19:47:52.795880 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:52.806265 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:52.926309 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:53.101349 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'Port': ['ID=5b6605d8-a2c5-4d62-b4d7-9501d0a66d56,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:47:53.153434 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:47:53.167519 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-dd3eb472-3100-457e-a2e0-063816a2a892 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3269615 Jul 08 19:47:53.181198 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2d3d-369f-4091-9522-4a69a3e7e149 req-7f070bec-5684-421e-bf74-bb4a4e321194 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:53.182764 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3ddf2d3d-369f-4091-9522-4a69a3e7e149 req-7f070bec-5684-421e-bf74-bb4a4e321194 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1864049 Jul 08 19:47:53.262868 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3ddf2d3d-369f-4091-9522-4a69a3e7e149 req-936af432-4757-4baf-87d1-3dd578eb1f73 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722456 Jul 08 19:47:53.869231 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5b52a-5e0d-4d31-b367-2b7a1289abda req-1ab0e08d-5a40-4694-b4e9-b5612fc83f46 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:53.879846 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-42f5b52a-5e0d-4d31-b367-2b7a1289abda req-1ab0e08d-5a40-4694-b4e9-b5612fc83f46 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.1114218 Jul 08 19:47:53.933889 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-42f5b52a-5e0d-4d31-b367-2b7a1289abda req-72e46b20-0983-4b97-bd13-408b8dad9401 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528386 Jul 08 19:47:54.691093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce19475-be14-46d8-8429-5a76fa3b9dc7 req-121ac7e5-a49a-4bc3-beb1-1cbc3a2cb995 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:54.697281 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dce19475-be14-46d8-8429-5a76fa3b9dc7 req-121ac7e5-a49a-4bc3-beb1-1cbc3a2cb995 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.2028887 Jul 08 19:47:54.796910 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dce19475-be14-46d8-8429-5a76fa3b9dc7 req-b77d9101-09e2-4174-857c-4853a568dcae tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917442 Jul 08 19:47:55.434456 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1181-b02e-4fee-a12b-e436da8793e1 req-3853eb08-4eb1-4538-b77b-32d21c87461e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:55.442897 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-01df1181-b02e-4fee-a12b-e436da8793e1 req-3853eb08-4eb1-4538-b77b-32d21c87461e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.2319443 Jul 08 19:47:55.544700 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-01df1181-b02e-4fee-a12b-e436da8793e1 req-4bb1ecf2-15dc-467b-8cb2-8b903fae66be tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992894 Jul 08 19:47:56.145450 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab0ede-5f0a-4629-8b46-d87019a22348 req-9d5bcef6-97ad-4ccf-84ba-a367a4cf57cd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:56.147140 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-93ab0ede-5f0a-4629-8b46-d87019a22348 req-9d5bcef6-97ad-4ccf-84ba-a367a4cf57cd tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1358581 Jul 08 19:47:56.213281 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-93ab0ede-5f0a-4629-8b46-d87019a22348 req-a2f01226-bbc5-43e5-91b3-0d6d5b79c845 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533004 Jul 08 19:47:56.964845 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9e9e6-e7de-4f1c-8b90-e4dc9a513413 req-8f796c3d-6af9-4bd0-81fb-d87b340c2737 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:56.969118 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bad9e9e6-e7de-4f1c-8b90-e4dc9a513413 req-8f796c3d-6af9-4bd0-81fb-d87b340c2737 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.1189985 Jul 08 19:47:57.055963 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-bad9e9e6-e7de-4f1c-8b90-e4dc9a513413 req-3eba24ce-7161-4eb5-958b-4460d1e161ef tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768442 Jul 08 19:47:57.688831 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ee512-df2a-4cd5-b518-2dfd10a4b2df req-ebc04059-0a8e-45aa-993a-c7cf2ffedeb1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:57.691840 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-137ee512-df2a-4cd5-b518-2dfd10a4b2df req-ebc04059-0a8e-45aa-993a-c7cf2ffedeb1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1431420 Jul 08 19:47:57.803352 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-137ee512-df2a-4cd5-b518-2dfd10a4b2df req-0732fc4a-4b68-4292-b95c-aa44beac6ba5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942917 Jul 08 19:47:58.353605 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294baaf4-61ee-4026-983e-444333fcd927 req-3375761a-cdea-4b1d-bced-c4bff684ea8c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:58.363221 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-294baaf4-61ee-4026-983e-444333fcd927 req-3375761a-cdea-4b1d-bced-c4bff684ea8c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.1231577 Jul 08 19:47:58.436333 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-294baaf4-61ee-4026-983e-444333fcd927 req-0c34b4ec-387e-4144-a87b-3a402c5f0b9c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718386 Jul 08 19:47:58.572992 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-79382dbc-8cb6-425f-93eb-58f0f4f40bda tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--142675180&fields=id&tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6 HTTP/1.1" status: 200 len: 267 time: 0.0639322 Jul 08 19:47:58.710019 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-1137f323-5d36-4028-9211-3f65a824d321 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:58.711685 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-1137f323-5d36-4028-9211-3f65a824d321 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 811 time: 0.1295023 Jul 08 19:47:58.737585 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-751de9b7-5f37-4aed-861f-5990ebab0f7d tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/quotas/a18c8b57bbaf4e39a6c815c423a51ee6 HTTP/1.1" status: 200 len: 375 time: 0.0150695 Jul 08 19:47:58.854505 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-0b07370a-eefe-462a-8034-d5fbd1edb6e4 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077905 Jul 08 19:47:59.083743 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61684-d210-48b1-a6b8-1117e681beee req-0c555ddf-f9fb-41ac-8fa6-074cecc75979 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:59.088945 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c9e61684-d210-48b1-a6b8-1117e681beee req-0c555ddf-f9fb-41ac-8fa6-074cecc75979 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.0954602 Jul 08 19:47:59.139645 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-ba7055a4-4105-41e9-9453-208b81ffb6ae service neutron] 10.222.0.41 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677376 Jul 08 19:47:59.157176 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c9e61684-d210-48b1-a6b8-1117e681beee req-463b5ea1-97a2-4680-95f3-abcb5a57c803 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634449 Jul 08 19:47:59.275264 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-ada3c2f7-0013-4c39-92d2-5d8bec4776c2 service neutron] 10.222.0.41 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244688 Jul 08 19:47:59.470069 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4bde774c-6785-485e-bdb6-e9f8eed31c6a req-d4193d02-6088-4c0d-b29d-9876bba8c72e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 210 time: 0.0297003 Jul 08 19:47:59.699039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcf3d-9cf9-4448-9dc3-9d1601200022 req-7bcf35df-0671-458a-bfc7-a1c224a29986 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:47:59.700585 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bdcfcf3d-9cf9-4448-9dc3-9d1601200022 req-7bcf35df-0671-458a-bfc7-a1c224a29986 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.0910900 Jul 08 19:47:59.748034 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bdcfcf3d-9cf9-4448-9dc3-9d1601200022 req-6a3a1e7b-c063-49dc-b917-e7ae4fa56e93 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Jul 08 19:48:00.403548 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5861d1-0eaa-4a1a-a537-8d4c8b173a7b req-dfb9aa63-caee-404b-bfef-857f41a79b3d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:00.405089 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1d5861d1-0eaa-4a1a-a537-8d4c8b173a7b req-dfb9aa63-caee-404b-bfef-857f41a79b3d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1000056 Jul 08 19:48:00.451044 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1d5861d1-0eaa-4a1a-a537-8d4c8b173a7b req-1ac5a80f-bc49-4c3d-88c5-566c411243b5 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393105 Jul 08 19:48:00.551316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-d1ff2477-ac27-498e-bc24-9387ec751680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:00.552848 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-d1ff2477-ac27-498e-bc24-9387ec751680 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1099 time: 0.0748782 Jul 08 19:48:00.657524 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65967e6f-0aad-4007-9855-c3ab7e9c048f req-f072a673-5ad3-484b-8c3c-b3cc12c84d00 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 210 time: 0.0373559 Jul 08 19:48:00.697138 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-0ba97711-2fd8-475f-ba56-88107677eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:00.698851 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-0ba97711-2fd8-475f-ba56-88107677eb98 service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1389360 Jul 08 19:48:00.810227 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-33e9cca8-d2c0-4996-81cf-23f4cb42cc44 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 1002 time: 0.1028490 Jul 08 19:48:00.955226 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-2a013a01-4792-4116-9b3e-05af728a1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:00.956831 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-2a013a01-4792-4116-9b3e-05af728a1501 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.1311076 Jul 08 19:48:01.025092 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25a39d-e25a-4192-8bba-3ae5ec2d149a req-0951b3a6-8a2f-4220-b950-ce5b5f57f3bf tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:01.027591 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc25a39d-e25a-4192-8bba-3ae5ec2d149a req-0951b3a6-8a2f-4220-b950-ce5b5f57f3bf tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.1189220 Jul 08 19:48:01.048327 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-772aa571-e103-45e4-9192-483f27fabc25 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:01.050004 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-772aa571-e103-45e4-9192-483f27fabc25 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 811 time: 0.2142467 Jul 08 19:48:01.096526 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc25a39d-e25a-4192-8bba-3ae5ec2d149a req-11aadbc3-211e-4711-8a9f-13c73e909be9 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574934 Jul 08 19:48:01.399662 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-ef13d0b1-04fa-492d-8b22-7da842a267f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:01.401150 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-ef13d0b1-04fa-492d-8b22-7da842a267f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4372027 Jul 08 19:48:01.427960 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-eecb68fa-fa85-4a7e-afb3-2470fc97009d tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6 HTTP/1.1" status: 200 len: 379 time: 0.3681409 Jul 08 19:48:01.473368 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'port': {'device_id': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'admin_state_up': True, 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'security_groups': ['9364c480-bcfb-4ea6-9444-6b13cc86d787']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:01.619818 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-0d4c8ddf-47d6-4c0a-880f-c2b84ff7d05a service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092197 Jul 08 19:48:01.745701 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Made reservation on behalf of a18c8b57bbaf4e39a6c815c423a51ee6 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:48:01.749320 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:01.865899 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5e2b5c8-d56e-4845-9f1b-0fc591fe6ebd req-04bf61d6-f817-4318-b6cc-6ff37496e456 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355492 Jul 08 19:48:01.877306 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b38521b5-218f-4cdd-aa3b-ea3d0fd34120 req-57f872cc-9df1-430a-8798-729231ada718 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 210 time: 0.0315695 Jul 08 19:48:01.879547 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a553-974c-4a27-b097-a4e717723b0e req-8f117d03-8d70-4638-87fa-872d541230bc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:01.882364 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8967a553-974c-4a27-b097-a4e717723b0e req-8f117d03-8d70-4638-87fa-872d541230bc tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.2343619 Jul 08 19:48:01.977823 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8967a553-974c-4a27-b097-a4e717723b0e req-220356a8-81f1-435e-bc0e-e194124b172d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870202 Jul 08 19:48:02.002852 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Allocated IP 172.20.0.10 (4620f81d-6ec4-49f4-a194-990744c2c2ee/83d8d999-4973-4f43-8f93-4504d2aae656/6013c044-b8d1-4484-9800-32ead579b2c5) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:48:02.185248 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.206056 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Transition to ACTIVE for port object 6013c044-b8d1-4484-9800-32ead579b2c5 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:48:02.257678 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.319748 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:48:02.322992 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1750-cbd3-4460-8bca-529c97d8272c req-bfbc22b1-12f5-449a-99c8-f2748574573e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:02.323660 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:48:02.325778 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d8fc1750-cbd3-4460-8bca-529c97d8272c req-bfbc22b1-12f5-449a-99c8-f2748574573e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.0852056 Jul 08 19:48:02.328225 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:48:02.333445 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event updated for resources: {'Port': ['ID=6013c044-b8d1-4484-9800-32ead579b2c5,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:02.384372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:02.385219 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.398344 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d8fc1750-cbd3-4460-8bca-529c97d8272c req-1258b886-bfc4-453f-ad7d-cab98a155a66 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584733 Jul 08 19:48:02.407507 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-94489152-05d8-44ff-a182-421b4e19e342 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9680417 Jul 08 19:48:02.421199 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Request body: {'port': {'device_id': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:02.517267 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.609924 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-61f22c05-d9ff-4da6-83df-443995ea11b0 None None] Provisioning for port 6013c044-b8d1-4484-9800-32ead579b2c5 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:48:02.614883 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-61f22c05-d9ff-4da6-83df-443995ea11b0 None None] Provisioning complete for port 6013c044-b8d1-4484-9800-32ead579b2c5 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:48:02.615466 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-61f22c05-d9ff-4da6-83df-443995ea11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.653970 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-61f22c05-d9ff-4da6-83df-443995ea11b0 None None] Port 6013c044-b8d1-4484-9800-32ead579b2c5 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:48:02.814196 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6013c044-b8d1-4484-9800-32ead579b2c5 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:48:02.822172 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.840908 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Transition to ACTIVE for port object 6013c044-b8d1-4484-9800-32ead579b2c5 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:48:02.847458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:02.902369 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Pushing event updated for resources: {'Port': ['ID=6013c044-b8d1-4484-9800-32ead579b2c5,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:03.007449 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Attempting to bind port 6013c044-b8d1-4484-9800-32ead579b2c5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:48:03.007953 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Attempting to bind port 6013c044-b8d1-4484-9800-32ead579b2c5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:48:03.008390 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Attempting to bind port 6013c044-b8d1-4484-9800-32ead579b2c5 on network 4620f81d-6ec4-49f4-a194-990744c2c2ee {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:48:03.014937 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Port 6013c044-b8d1-4484-9800-32ead579b2c5 on network 4620f81d-6ec4-49f4-a194-990744c2c2ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:48:03.016011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Attempting to bind port 6013c044-b8d1-4484-9800-32ead579b2c5 on network 4620f81d-6ec4-49f4-a194-990744c2c2ee {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:48:03.024805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:48:03.025151 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Checking segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:48:03.025571 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Bound using segment: {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:48:03.026013 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Bound port: 6013c044-b8d1-4484-9800-32ead579b2c5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc8f596-3e92-40c1-8e96-0c4d302ffe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:48:03.026370 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:03.141597 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] For port 6013c044-b8d1-4484-9800-32ead579b2c5, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:48:03.159110 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] For port 6013c044-b8d1-4484-9800-32ead579b2c5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6013c044-b8d1-4484-9800-32ead579b2c5,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:48:03.167929 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf2d95-025e-4787-86c6-de759e23b0cc req-83ca5b35-1a65-44ec-ad1f-354e77c35943 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.169761 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75bf2d95-025e-4787-86c6-de759e23b0cc req-83ca5b35-1a65-44ec-ad1f-354e77c35943 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 944 time: 0.1287353 Jul 08 19:48:03.172622 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:03.262084 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.263090 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:03.265027 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] 10.222.0.91 "PUT /v2.0/ports/6013c044-b8d1-4484-9800-32ead579b2c5 HTTP/1.1" status: 200 len: 1094 time: 0.8485243 Jul 08 19:48:03.266324 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:03.268949 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b49a9-a845-4e71-aba3-ff46ae77c148" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:03.293272 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415ea56-89e3-4318-ac99-764de5f54a4f req-3c783556-ee14-4fb4-abb3-6e7162f782b1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.298258 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e415ea56-89e3-4318-ac99-764de5f54a4f req-3c783556-ee14-4fb4-abb3-6e7162f782b1 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 946 time: 0.1233280 Jul 08 19:48:03.312924 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75bf2d95-025e-4787-86c6-de759e23b0cc req-e3bbb8c6-8a18-47b0-ae12-77c93d6544eb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271632 Jul 08 19:48:03.314867 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1a8aa-09c7-40a5-866e-64c6ae95ad6b service neutron] Pushing event updated for resources: {'Port': ['ID=6013c044-b8d1-4484-9800-32ead579b2c5,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:03.374350 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e415ea56-89e3-4318-ac99-764de5f54a4f req-6bbb2bc0-411c-41b0-a9a5-0e8b6e3e6661 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711274 Jul 08 19:48:03.405687 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd838fa-3338-40e0-ab30-4b51f647aa1d x-openstack-request-id: req-9bd838fa-3338-40e0-ab30-4b51f647aa1d {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:03.406562 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:03.406826 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bd838fa-3338-40e0-ab30-4b51f647aa1d {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:03.407269 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5', 'status': 'completed', 'code': 200} Jul 08 19:48:03.422303 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-d44b6b7e-35bb-44e1-b3ea-3ba986775184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.424859 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-d44b6b7e-35bb-44e1-b3ea-3ba986775184 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 1097 time: 0.1108434 Jul 08 19:48:03.506056 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-ec3a858a-8495-461e-bed1-f9cb11bc9bcf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6013c044-b8d1-4484-9800-32ead579b2c5 HTTP/1.1" status: 200 len: 217 time: 0.0731697 Jul 08 19:48:03.524325 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b0d79ee9-f033-434c-a10b-ea92ab16f92e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:48:03.527677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:48:03.618895 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-af273173-84c6-4264-b3c1-2fdd1dc662dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.620848 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-af273173-84c6-4264-b3c1-2fdd1dc662dd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.1025615 Jul 08 19:48:03.713568 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-ac04f57f-c3cc-44f1-a1a6-04ea5fb37171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.716289 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-ac04f57f-c3cc-44f1-a1a6-04ea5fb37171 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0886033 Jul 08 19:48:03.726513 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb2d66-0bfe-46ca-ae27-ad67b6639ce2 req-2cb0eaf6-7e3f-4884-bfd4-9221be2e9b69 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:03.728181 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7dfb2d66-0bfe-46ca-ae27-ad67b6639ce2 req-2cb0eaf6-7e3f-4884-bfd4-9221be2e9b69 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 943 time: 0.1136200 Jul 08 19:48:03.754824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:03.789703 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:03.801817 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:03.802952 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7dfb2d66-0bfe-46ca-ae27-ad67b6639ce2 req-b9329cd0-c7c2-4f85-973e-76d9dd394fef tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643215 Jul 08 19:48:03.804081 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574a463-503d-4170-b159-d7f3e549a5f1" -d '{"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:03.825149 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:03.826556 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'port_id': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'mac_address': 'fa:16:3e:c6:d4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:48:03.834211 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:03.861469 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-a6088d2e-0fa2-44f1-8ee2-7b1fe45d7e48 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371975 Jul 08 19:48:03.891760 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe79b09b-83f4-4018-ae58-1d485e4b0008 x-openstack-request-id: req-fe79b09b-83f4-4018-ae58-1d485e4b0008 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:03.892036 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:03.892426 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe79b09b-83f4-4018-ae58-1d485e4b0008 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:03.892651 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'code': 200} Jul 08 19:48:03.921864 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:03.942072 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=8']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:03.950923 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d79ee9-f033-434c-a10b-ea92ab16f92e {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:48:03.974093 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:03.979871 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:04.010726 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f5f0f2cf-5085-4393-87d1-1776da90b5f8 req-0433c07e-5d5d-4969-81e8-b721e267b29f service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364384 Jul 08 19:48:04.056048 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:04.128291 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-65d75db0-adb2-4eb2-bb3e-1ba126af0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:04.129873 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-65d75db0-adb2-4eb2-bb3e-1ba126af0421 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 1097 time: 0.0584545 Jul 08 19:48:04.200834 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b0d79ee9-f033-434c-a10b-ea92ab16f92e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:48:04.248557 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-a9932e3e-40b0-4726-b9cb-ae5498c347d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:04.250586 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-a9932e3e-40b0-4726-b9cb-ae5498c347d4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.1136305 Jul 08 19:48:04.294804 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-119b360a-b828-4318-ada2-4a6d240e013b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6013c044-b8d1-4484-9800-32ead579b2c5 HTTP/1.1" status: 200 len: 217 time: 0.0363731 Jul 08 19:48:04.360239 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-19b29b66-fbe9-4548-8b4c-5c7828e718ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:04.363004 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-19b29b66-fbe9-4548-8b4c-5c7828e718ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.0610709 Jul 08 19:48:04.464136 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-c2016e69-564d-4f18-af6e-93f673da7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:04.466402 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-c2016e69-564d-4f18-af6e-93f673da7e54 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0958216 Jul 08 19:48:04.560471 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8da533-8061-4187-a6c6-2bbc50229e4f req-35a3f8a6-3844-4a9c-89f2-5f5a16d5592f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:04.562074 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf8da533-8061-4187-a6c6-2bbc50229e4f req-35a3f8a6-3844-4a9c-89f2-5f5a16d5592f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 944 time: 0.0950472 Jul 08 19:48:04.620292 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf8da533-8061-4187-a6c6-2bbc50229e4f req-f880cb8d-b972-4917-8b03-da604ddb2036 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Jul 08 19:48:04.634099 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-585d4090-ef09-4cf8-98a2-7c256e359151 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593628 Jul 08 19:48:04.724097 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc44369-fb45-4304-993f-1d79028b9af9 req-741471dc-a9d1-4eb8-970f-30c8e39f7af3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:04.726474 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7bc44369-fb45-4304-993f-1d79028b9af9 req-741471dc-a9d1-4eb8-970f-30c8e39f7af3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.1801660 Jul 08 19:48:04.798227 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:48:04.814441 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7bc44369-fb45-4304-993f-1d79028b9af9 req-1cb57453-cabe-418e-ad5e-1848f3363c61 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806155 Jul 08 19:48:04.826122 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4f3b49a9-a845-4e71-aba3-ff46ae77c148 req-0e7aec83-2fc7-4259-94af-569a4941a255 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823339 Jul 08 19:48:05.006379 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181ad6-47c2-4eda-acf5-197c120175a2 req-7999f4f8-53ba-4768-b610-18d337336e71 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:05.007953 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7f181ad6-47c2-4eda-acf5-197c120175a2 req-7999f4f8-53ba-4768-b610-18d337336e71 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 944 time: 0.0793221 Jul 08 19:48:05.066722 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7f181ad6-47c2-4eda-acf5-197c120175a2 req-77453367-5e14-4e8a-b4db-a84ea38a43f9 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475888 Jul 08 19:48:05.249224 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9c86ead1-3620-454c-893c-a506e40a71ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:05.527134 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b0d79ee9-f033-434c-a10b-ea92ab16f92e up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:48:05.592252 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port b0d79ee9-f033-434c-a10b-ea92ab16f92e completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:48:05.596660 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port b0d79ee9-f033-434c-a10b-ea92ab16f92e triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:48:05.597034 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:05.696775 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:05.747763 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:05.753980 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:05.755492 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:48:05.862527 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a392f25-b406-4eca-9c92-158157d72221 req-c7964515-ac30-48df-8369-05e06b2c0d53 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:05.864272 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7a392f25-b406-4eca-9c92-158157d72221 req-c7964515-ac30-48df-8369-05e06b2c0d53 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 944 time: 0.0928118 Jul 08 19:48:05.865875 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:05.900624 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:05.903060 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a66a1e-0584-4afe-9965-dedd0b84d078" -d '{"events": [{"server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "name": "network-vif-plugged", "status": "completed", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:05.921775 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7a392f25-b406-4eca-9c92-158157d72221 req-73c73a72-be29-4d6d-b3a5-d70a17394f6d tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 Jul 08 19:48:05.983259 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7a481-b432-49cf-9845-4de4b3204a3a x-openstack-request-id: req-03e7a481-b432-49cf-9845-4de4b3204a3a {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:05.983644 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "name": "network-vif-plugged", "status": "completed", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:05.985284 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03e7a481-b432-49cf-9845-4de4b3204a3a {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:05.985284 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'code': 200} Jul 08 19:48:06.190481 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ce2a-18ea-4648-bca2-ef28f16950dc req-07cef86c-a9c1-491f-a9bd-5e61cc3de400 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:06.193917 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c9b9ce2a-18ea-4648-bca2-ef28f16950dc req-07cef86c-a9c1-491f-a9bd-5e61cc3de400 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.1247191 Jul 08 19:48:06.269181 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c9b9ce2a-18ea-4648-bca2-ef28f16950dc req-af7d2b15-0f6a-4eec-975d-fc5951614736 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689607 Jul 08 19:48:06.314335 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650a3e-d248-4f8a-8b63-d88c62ebd1de req-983b66d6-d091-4cbf-9348-21181da12726 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:06.317024 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-43650a3e-d248-4f8a-8b63-d88c62ebd1de req-983b66d6-d091-4cbf-9348-21181da12726 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.1062174 Jul 08 19:48:06.332107 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d867d-d33d-46f8-a117-1c10847d3f20 req-fe5b4919-9e78-438b-8f0a-7b2789fa561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:06.333796 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e71d867d-d33d-46f8-a117-1c10847d3f20 req-fe5b4919-9e78-438b-8f0a-7b2789fa561f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1098 time: 0.0853298 Jul 08 19:48:06.351679 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47840) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:06.381712 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e71d867d-d33d-46f8-a117-1c10847d3f20 req-9b0e3ab2-1dbf-437d-a623-624f597c3af9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Jul 08 19:48:06.393345 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-43650a3e-d248-4f8a-8b63-d88c62ebd1de req-d6653afb-ed8d-4e12-9d90-173f729e15e4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Jul 08 19:48:06.512361 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-0fcb7505-9822-4829-a621-1ac0d326c7af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589832 Jul 08 19:48:07.178560 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97091fc-1984-4b34-a566-ca68458ca9e1 req-180edee7-f782-4664-9aa4-9f845b8a46d1 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:07.181101 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d97091fc-1984-4b34-a566-ca68458ca9e1 req-180edee7-f782-4664-9aa4-9f845b8a46d1 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 944 time: 0.0986853 Jul 08 19:48:07.239403 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d97091fc-1984-4b34-a566-ca68458ca9e1 req-21a37c40-be4e-421b-902b-897aa12cc735 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502217 Jul 08 19:48:07.503409 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df57ea-f648-4c34-b5ba-e55f7cc240e7 req-7355b0de-1998-4b2a-9d97-9ae634dde894 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:07.507029 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-55df57ea-f648-4c34-b5ba-e55f7cc240e7 req-7355b0de-1998-4b2a-9d97-9ae634dde894 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0910673 Jul 08 19:48:07.527108 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 6013c044-b8d1-4484-9800-32ead579b2c5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:48:07.562265 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-55df57ea-f648-4c34-b5ba-e55f7cc240e7 req-46f632e7-193c-40b4-ad8a-a23b9fe7dee3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 Jul 08 19:48:07.663058 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 6013c044-b8d1-4484-9800-32ead579b2c5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6013c044-b8d1-4484-9800-32ead579b2c5,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:07.682782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '6013c044-b8d1-4484-9800-32ead579b2c5', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'port_id': '6013c044-b8d1-4484-9800-32ead579b2c5', 'mac_address': 'fa:16:3e:1a:6b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:48:07.718039 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-2f68a380-3f1e-41e7-afc2-d370bfdf09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:07.720466 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-2f68a380-3f1e-41e7-afc2-d370bfdf09e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3&tenant_id=56eb825e250b4988bbc1d0def6768e77 HTTP/1.1" status: 200 len: 1097 time: 0.1113982 Jul 08 19:48:07.733597 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:07.735180 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9ab5-f0e4-4213-94b6-1cf2c3ef02c5 req-fc61bb0c-0c2d-42be-941d-c368ceef39dd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:07.738617 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3e2f9ab5-f0e4-4213-94b6-1cf2c3ef02c5 req-fc61bb0c-0c2d-42be-941d-c368ceef39dd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.1411438 Jul 08 19:48:07.748619 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6013c044-b8d1-4484-9800-32ead579b2c5 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:48:07.773880 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 6013c044-b8d1-4484-9800-32ead579b2c5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6013c044-b8d1-4484-9800-32ead579b2c5,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:07.778377 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:07.811466 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3e2f9ab5-f0e4-4213-94b6-1cf2c3ef02c5 req-a487c857-70a5-4665-b379-5c956e54e742 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652936 Jul 08 19:48:07.837236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-c038b715-3bfc-4fef-bdc4-65be21395512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:07.839388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=6013c044-b8d1-4484-9800-32ead579b2c5,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:07.849295 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-c038b715-3bfc-4fef-bdc4-65be21395512 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1097 time: 0.0886436 Jul 08 19:48:07.957382 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-aedef043-b2e8-42ef-8e39-f774dc11c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:07.959382 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-aedef043-b2e8-42ef-8e39-f774dc11c1cb service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1074665 Jul 08 19:48:07.985488 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['6013c044-b8d1-4484-9800-32ead579b2c5'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:48:08.023763 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190db361-048e-43c3-9954-271819b1a09b req-e76fca39-260d-4546-bb82-a227f68e44c4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:08.025592 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-190db361-048e-43c3-9954-271819b1a09b req-e76fca39-260d-4546-bb82-a227f68e44c4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0709567 Jul 08 19:48:08.047963 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-675501cf-04d8-4679-a669-deefcad6e06f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 1000 time: 0.0813143 Jul 08 19:48:08.076047 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-190db361-048e-43c3-9954-271819b1a09b req-ea9ebeb4-406d-467a-8939-103f2f91fb76 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Jul 08 19:48:08.126709 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-1d0d5146-6bc6-4df0-8d45-d46b3b7f0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:08.129095 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-1d0d5146-6bc6-4df0-8d45-d46b3b7f0f23 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0744891 Jul 08 19:48:08.149904 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-68691dce-ff0c-410e-b7b5-bf25a093202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:08.225098 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-be7790ee-3dc7-41b5-babe-902b70b99ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:08.226651 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-be7790ee-3dc7-41b5-babe-902b70b99ceb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0906122 Jul 08 19:48:08.266929 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:08.341367 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-239b6c87-cc77-41cc-ae0e-e0e7c441ca14 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061232 Jul 08 19:48:08.466637 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024e4af-3186-44da-9999-7666fdc8b0c6 req-65a02f14-2fba-432d-8c67-715f87aab06b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:08.470549 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c024e4af-3186-44da-9999-7666fdc8b0c6 req-65a02f14-2fba-432d-8c67-715f87aab06b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 945 time: 0.1076481 Jul 08 19:48:08.513196 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c024e4af-3186-44da-9999-7666fdc8b0c6 req-d8b1261d-eedf-4c20-a4ae-f241dfb73cf1 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367038 Jul 08 19:48:08.517035 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-5f05eaf6-7576-4db7-a79e-bcc348deb2ba req-6eef0eaf-bd48-46c8-be95-7cd115668be6 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680965 Jul 08 19:48:08.549822 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4331e40-4f4c-49d8-9150-c648f94f3a0b req-c7debccd-2526-4057-a3d6-805990a7dee7 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:08.551329 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4331e40-4f4c-49d8-9150-c648f94f3a0b req-c7debccd-2526-4057-a3d6-805990a7dee7 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0914323 Jul 08 19:48:08.600030 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4331e40-4f4c-49d8-9150-c648f94f3a0b req-42b6ad59-97fe-4265-ace7-2ed389e826d6 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Jul 08 19:48:08.787609 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb1c0-c956-4700-9c45-fa48e185e704 req-a31560f4-e4f7-4388-a63d-6fafb23f434a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:08.789333 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-437eb1c0-c956-4700-9c45-fa48e185e704 req-a31560f4-e4f7-4388-a63d-6fafb23f434a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0754859 Jul 08 19:48:08.838955 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-437eb1c0-c956-4700-9c45-fa48e185e704 req-34620a8b-4452-4d0f-bdef-dfa5ac6e1cae tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Jul 08 19:48:08.975889 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:09.548168 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 6013c044-b8d1-4484-9800-32ead579b2c5 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:48:09.684445 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 6013c044-b8d1-4484-9800-32ead579b2c5 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:48:09.699109 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 6013c044-b8d1-4484-9800-32ead579b2c5 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:48:09.700125 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:09.858603 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:09.878256 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b0185-5883-4c97-9920-a8361560be34 req-ae21b7e3-78df-4170-8b10-154afdb170d9 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:09.887234 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-800b0185-5883-4c97-9920-a8361560be34 req-ae21b7e3-78df-4170-8b10-154afdb170d9 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 945 time: 0.1208897 Jul 08 19:48:09.909609 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:09.912212 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e559863-c39a-4e56-89d5-a115e9ec1190" -d '{"events": [{"server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "name": "network-vif-plugged", "status": "completed", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:09.933333 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 6013c044-b8d1-4484-9800-32ead579b2c5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6013c044-b8d1-4484-9800-32ead579b2c5,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:09.940500 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-800b0185-5883-4c97-9920-a8361560be34 req-0b6499ec-239a-4106-b4d3-da01faface73 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522761 Jul 08 19:48:09.943039 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:10.050876 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=6013c044-b8d1-4484-9800-32ead579b2c5,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:10.070662 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b37a62d-0f85-4766-b0d2-d489170c012a x-openstack-request-id: req-3b37a62d-0f85-4766-b0d2-d489170c012a {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:10.071247 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "name": "network-vif-plugged", "status": "completed", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:10.071758 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b37a62d-0f85-4766-b0d2-d489170c012a {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:10.072507 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5', 'code': 200} Jul 08 19:48:10.135571 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2465d-80bb-4330-a8a5-f76b8c9b57dc req-73f99f5e-7d5f-4232-a7cb-e963b433cc1d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:10.137901 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-11e2465d-80bb-4330-a8a5-f76b8c9b57dc req-73f99f5e-7d5f-4232-a7cb-e963b433cc1d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0987799 Jul 08 19:48:10.214614 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-11e2465d-80bb-4330-a8a5-f76b8c9b57dc req-4aa302a4-c7aa-4411-8a26-9ac795e76115 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643945 Jul 08 19:48:10.839947 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:11.178695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234510be-8fc8-4472-adbc-58d6b8804b7d req-5b4745bd-b484-474b-9f92-3e4261c70d69 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:11.182136 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-234510be-8fc8-4472-adbc-58d6b8804b7d req-5b4745bd-b484-474b-9f92-3e4261c70d69 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0913088 Jul 08 19:48:11.243293 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-234510be-8fc8-4472-adbc-58d6b8804b7d req-5e4aa2c3-150d-441a-b311-ee5d20f6d477 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521789 Jul 08 19:48:11.485181 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54755365-ac72-4604-9cc0-a9cdc7fac675 req-7b931c87-ff7d-4cc3-ae3b-f9fc6ec88f2c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:11.486717 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-54755365-ac72-4604-9cc0-a9cdc7fac675 req-7b931c87-ff7d-4cc3-ae3b-f9fc6ec88f2c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.1022735 Jul 08 19:48:11.539385 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-54755365-ac72-4604-9cc0-a9cdc7fac675 req-42a105f6-a735-42f1-ae64-f611b44cfac9 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462291 Jul 08 19:48:12.438094 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c61c0e-f814-40e5-82ac-7620b8f2e674 req-7b79d384-77c4-42b3-ac9d-c555eafa5388 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:12.439944 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a2c61c0e-f814-40e5-82ac-7620b8f2e674 req-7b79d384-77c4-42b3-ac9d-c555eafa5388 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0687509 Jul 08 19:48:12.478196 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a2c61c0e-f814-40e5-82ac-7620b8f2e674 req-184a9605-4147-4238-a028-5f2f487c1a2b tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Jul 08 19:48:12.741414 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e5f3c-0f06-41b6-871e-afffbc481364 req-f20b8e20-84cf-4ea8-a3c0-ac4879d2d7ea tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:12.743949 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d74e5f3c-0f06-41b6-871e-afffbc481364 req-f20b8e20-84cf-4ea8-a3c0-ac4879d2d7ea tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0765440 Jul 08 19:48:12.786153 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d74e5f3c-0f06-41b6-871e-afffbc481364 req-3d529ca6-9d72-40a9-8a06-dd886d6357e3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372138 Jul 08 19:48:13.687914 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a59-7063-4179-8493-64a5b5629afd req-98ca3a7e-ac35-47c9-94ce-14041d233d31 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:13.689657 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ffe52a59-7063-4179-8493-64a5b5629afd req-98ca3a7e-ac35-47c9-94ce-14041d233d31 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0759299 Jul 08 19:48:13.741669 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ffe52a59-7063-4179-8493-64a5b5629afd req-6f121300-48d0-4421-b5f2-3128f0b3121e tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433991 Jul 08 19:48:14.000290 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7bbed-b949-49da-96fe-a8a0061e975c req-dd8ae28d-492b-4cda-bcb3-f4af2d41de2e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:14.001911 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-64d7bbed-b949-49da-96fe-a8a0061e975c req-dd8ae28d-492b-4cda-bcb3-f4af2d41de2e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0833151 Jul 08 19:48:14.052396 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-64d7bbed-b949-49da-96fe-a8a0061e975c req-ee65f0fa-c5e3-413b-a6b1-fe5af973928b tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Jul 08 19:48:14.804301 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:15.000512 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038ece6-0072-41fa-8c25-636aa34776cc req-d482e9bf-4a6e-4bcb-b4dc-064e8dcf81a1 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:15.002905 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9038ece6-0072-41fa-8c25-636aa34776cc req-d482e9bf-4a6e-4bcb-b4dc-064e8dcf81a1 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.1013305 Jul 08 19:48:15.262800 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9038ece6-0072-41fa-8c25-636aa34776cc req-a0abcb8b-eeee-482f-92fb-a8f61e47a587 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527905 Jul 08 19:48:15.479245 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feecb90-4dde-4fa1-925f-8736782e2d16 req-adf40cb0-71d8-433d-a1cf-c86108be0cf2 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:15.480838 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7feecb90-4dde-4fa1-925f-8736782e2d16 req-adf40cb0-71d8-433d-a1cf-c86108be0cf2 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0763922 Jul 08 19:48:15.530044 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7feecb90-4dde-4fa1-925f-8736782e2d16 req-2cf54bdb-4715-4c35-aaa2-1d92ecfbc267 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Jul 08 19:48:16.464765 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f57e-71b7-43e1-b026-cd9924b1623a req-63e75b1c-5d0a-4f4c-83db-5e3a77cc6cd9 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:16.466338 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4815f57e-71b7-43e1-b026-cd9924b1623a req-63e75b1c-5d0a-4f4c-83db-5e3a77cc6cd9 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0805552 Jul 08 19:48:16.536982 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4815f57e-71b7-43e1-b026-cd9924b1623a req-e4bba5f4-06dd-49ff-a831-5559d0c29a0c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641291 Jul 08 19:48:16.723733 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c71573-248a-4938-ba2d-eade9592415d req-00965331-a1dd-4d89-98e8-4903c6941273 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:16.725405 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d8c71573-248a-4938-ba2d-eade9592415d req-00965331-a1dd-4d89-98e8-4903c6941273 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0714519 Jul 08 19:48:16.770200 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d8c71573-248a-4938-ba2d-eade9592415d req-d8a5b64d-377a-4da8-b33b-2c2a18aec01e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384176 Jul 08 19:48:17.782097 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4bc92-c57d-4d78-bf99-21ef1d4c2a56 req-049d2f21-c6d8-43c0-bd88-7abde7e901e5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:17.783641 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cad4bc92-c57d-4d78-bf99-21ef1d4c2a56 req-049d2f21-c6d8-43c0-bd88-7abde7e901e5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0994213 Jul 08 19:48:17.832208 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cad4bc92-c57d-4d78-bf99-21ef1d4c2a56 req-e9cf2d39-2e7c-447d-a374-73dc4c18985f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426352 Jul 08 19:48:18.075231 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7e835-df1d-4d67-961c-27fe148b5664 req-434e5e52-2409-419e-ad2b-2a16068a648f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:18.076821 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c8d7e835-df1d-4d67-961c-27fe148b5664 req-434e5e52-2409-419e-ad2b-2a16068a648f tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0942678 Jul 08 19:48:18.130884 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c8d7e835-df1d-4d67-961c-27fe148b5664 req-668d1ce5-055e-4708-93c7-e1e5870e1523 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452390 Jul 08 19:48:19.058518 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd2aa8-edac-4168-8ae8-b1d1de5dfe52 req-1bd98c57-ce1e-4d44-b0eb-156295ca41bb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:19.060109 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9edd2aa8-edac-4168-8ae8-b1d1de5dfe52 req-1bd98c57-ce1e-4d44-b0eb-156295ca41bb tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0700462 Jul 08 19:48:19.104610 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9edd2aa8-edac-4168-8ae8-b1d1de5dfe52 req-6d78f230-73ea-4111-b820-9c2cdd630ff5 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368466 Jul 08 19:48:19.331319 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172373a-daad-4e23-ba9b-6ca1c02c54cc req-50ca2557-83b2-4635-86fd-1c61248b5641 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:19.332703 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b172373a-daad-4e23-ba9b-6ca1c02c54cc req-50ca2557-83b2-4635-86fd-1c61248b5641 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0710969 Jul 08 19:48:19.377045 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b172373a-daad-4e23-ba9b-6ca1c02c54cc req-f8e65bdf-27bf-4d95-9df0-7fee1675b56a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Jul 08 19:48:19.924371 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-4a33a763-b2eb-4781-ab9b-167ccd0e4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:19.925885 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-4a33a763-b2eb-4781-ab9b-167ccd0e4bdc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=56eb825e250b4988bbc1d0def6768e77&device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1097 time: 0.0930710 Jul 08 19:48:19.943969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b519ce-b50e-427f-b48e-294837591771 req-06088498-6b98-4d94-a7f2-8cd3fd8ac689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:19.945424 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-21b519ce-b50e-427f-b48e-294837591771 req-06088498-6b98-4d94-a7f2-8cd3fd8ac689 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 1099 time: 0.0738785 Jul 08 19:48:20.042694 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-21b519ce-b50e-427f-b48e-294837591771 req-29fac06b-79c6-4a14-886a-ce3f05511335 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872927 Jul 08 19:48:20.082464 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-437d741c-a670-4c2e-b664-68af1759663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:20.083844 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-437d741c-a670-4c2e-b664-68af1759663f service neutron] 10.222.0.91 "GET /v2.0/networks?id=881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 200 len: 917 time: 0.1231332 Jul 08 19:48:20.181232 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-8cfa3a48-7fa8-4040-95f5-83175e1ffb27 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 200 len: 1000 time: 0.0652845 Jul 08 19:48:20.251814 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-ef4a1f5b-2538-449f-b5e7-852a2520a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:20.254033 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-ef4a1f5b-2538-449f-b5e7-852a2520a375 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 200 len: 855 time: 0.0493731 Jul 08 19:48:20.293452 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a58b-0231-4eb8-8d69-44a5898bf6c7 req-0b779c04-27ee-4c06-bfdd-dfcc821667cf tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:20.295053 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60b4a58b-0231-4eb8-8d69-44a5898bf6c7 req-0b779c04-27ee-4c06-bfdd-dfcc821667cf tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0680797 Jul 08 19:48:20.322372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-c15ee89b-1329-4ab5-b59e-1d1560b2923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:20.323884 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-c15ee89b-1329-4ab5-b59e-1d1560b2923d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=881a3778-3f8c-45d4-86a9-4a462c1b9d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614800 Jul 08 19:48:20.336723 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-60b4a58b-0231-4eb8-8d69-44a5898bf6c7 req-7917ad4f-331b-4ebd-a11b-d79c34dc241f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344102 Jul 08 19:48:20.423570 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-5353b8e4-de94-43e1-a267-2dbd8abd17a3 service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915792 Jul 08 19:48:20.565883 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db426f0f-5b1f-4f8b-9f70-a6a0fc52bad1 req-3ab9407c-8047-4c8f-b3e2-30355983e1ef service neutron] 10.222.0.91 "GET /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354771 Jul 08 19:48:20.599221 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d545fa8-8cca-49ef-abd2-048acc897cdd req-68497051-d99d-4b7b-b9ff-a16759a08753 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:20.600947 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1d545fa8-8cca-49ef-abd2-048acc897cdd req-68497051-d99d-4b7b-b9ff-a16759a08753 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0871892 Jul 08 19:48:20.644126 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1d545fa8-8cca-49ef-abd2-048acc897cdd req-42713222-2773-4242-ad21-6d2fd4abcf74 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Jul 08 19:48:21.541298 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49377d86-f63c-4a10-ac3b-448208f91af8 req-1710f624-a64c-4980-9be1-86de589881be tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:21.543936 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-49377d86-f63c-4a10-ac3b-448208f91af8 req-1710f624-a64c-4980-9be1-86de589881be tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0864100 Jul 08 19:48:21.617984 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-49377d86-f63c-4a10-ac3b-448208f91af8 req-0b9298f2-2270-4b47-8f13-b3bf41233dc6 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646179 Jul 08 19:48:21.814066 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab6595-36c9-4068-9237-cc1107e40881 req-8222fa64-f0a5-4fde-ac8a-101dfba23d06 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:21.815611 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4bab6595-36c9-4068-9237-cc1107e40881 req-8222fa64-f0a5-4fde-ac8a-101dfba23d06 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0746882 Jul 08 19:48:21.827199 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 47962) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:21.831773 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Request body: {'floatingip': {'port_id': '6013c044-b8d1-4484-9800-32ead579b2c5'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:21.878653 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:21.971963 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eae67-0bee-4d25-bb08-704f517c399e req-f46b485e-cf4a-487c-9acb-050180f41575 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:21.973487 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c47eae67-0bee-4d25-bb08-704f517c399e req-f46b485e-cf4a-487c-9acb-050180f41575 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.1922903 Jul 08 19:48:22.056185 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c47eae67-0bee-4d25-bb08-704f517c399e req-3a6b4138-e700-4d9a-9c5b-949725276a31 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765550 Jul 08 19:48:22.448148 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:22.453001 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:22.556948 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Floating IP c6ffbea6-9186-41d5-a2f9-f03932064b09 associated. External IP: 172.27.1.36, port: 6013c044-b8d1-4484-9800-32ead579b2c5. Jul 08 19:48:22.765715 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:48:22.888081 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:48:22.894552 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:22.898451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:48:22.908614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:48:22.909245 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:48:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:22.931638 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d3877822-2d59-44fc-991a-ee09b671f311 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "PUT /v2.0/floatingips/c6ffbea6-9186-41d5-a2f9-f03932064b09 HTTP/1.1" status: 200 len: 991 time: 1.1033697 Jul 08 19:48:22.932340 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:22.934781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48879365-dfba-4e42-bcef-4323ebf4ffd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:23.020276 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:48:23.038566 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a8386e-c78b-45ff-946d-3cb157baba1a x-openstack-request-id: req-d6a8386e-c78b-45ff-946d-3cb157baba1a {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:23.038858 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:23.039110 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6a8386e-c78b-45ff-946d-3cb157baba1a {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:23.039505 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5', 'status': 'completed', 'code': 200} Jul 08 19:48:23.279086 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124623ae-d56b-4eb8-a7c0-15700b361709 req-754a225f-33f1-4183-90c0-e95ac4cbf74c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:23.280831 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-124623ae-d56b-4eb8-a7c0-15700b361709 req-754a225f-33f1-4183-90c0-e95ac4cbf74c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 944 time: 0.0825217 Jul 08 19:48:23.303541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c6ffbea6-9186-41d5-a2f9-f03932064b09', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'port_id': '6013c044-b8d1-4484-9800-32ead579b2c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'mac_address': 'fa:16:3e:1a:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:47:52Z', 'updated_at': '2021-07-08T19:48:22Z', 'revision_number': 1, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:23.332976 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-124623ae-d56b-4eb8-a7c0-15700b361709 req-a1b85d1d-c01a-49a7-beed-2c6fc6bbe387 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Jul 08 19:48:23.334804 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:48:23.345135 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:48:23.345911 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:48:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:23.431452 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-d6a3f6a7-546c-46a6-be0f-2c270d79d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:23.432962 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-d6a3f6a7-546c-46a6-be0f-2c270d79d804 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 1099 time: 0.3679411 Jul 08 19:48:23.462602 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:48:23.529348 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-4c13d199-5739-4379-9648-ac5fd0e04560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:23.532167 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-4c13d199-5739-4379-9648-ac5fd0e04560 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 200 len: 912 time: 0.0919669 Jul 08 19:48:23.626246 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-025963de-cced-49d6-8ba4-8a73f72327d0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6013c044-b8d1-4484-9800-32ead579b2c5 HTTP/1.1" status: 200 len: 999 time: 0.0864210 Jul 08 19:48:23.667996 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:48:23.695467 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-baa6581e-367b-48da-8c40-f2abacf3ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:23.696934 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-baa6581e-367b-48da-8c40-f2abacf3ead2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 200 len: 850 time: 0.0562911 Jul 08 19:48:23.765889 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-48b982cd-a831-437a-bbef-28c148c9ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:23.768472 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-48b982cd-a831-437a-bbef-28c148c9ed19 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4620f81d-6ec4-49f4-a194-990744c2c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633106 Jul 08 19:48:23.891692 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-1ba2e12c-6764-45ee-88c6-70c518a32080 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157196 Jul 08 19:48:23.956774 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c6ffbea6-9186-41d5-a2f9-f03932064b09', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'port_id': '6013c044-b8d1-4484-9800-32ead579b2c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'mac_address': 'fa:16:3e:1a:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:47:52Z', 'updated_at': '2021-07-08T19:48:22Z', 'revision_number': 1, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:24.002225 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-48879365-dfba-4e42-bcef-4323ebf4ffd5 req-0a225d15-b8bf-49c5-82ee-381a6c19b7e9 service neutron] 10.222.0.91 "GET /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036246 Jul 08 19:48:24.002774 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37899e40-6c85-4983-a9d6-f635d89a7504 None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c6ffbea6-9186-41d5-a2f9-f03932064b09', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'port_id': '6013c044-b8d1-4484-9800-32ead579b2c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'mac_address': 'fa:16:3e:1a:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:47:52Z', 'updated_at': '2021-07-08T19:48:22Z', 'revision_number': 1, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:48:24.032641 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:24.055534 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '8116106d-e247-4c00-93de-cd94f2880871', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'port_id': '8116106d-e247-4c00-93de-cd94f2880871', 'mac_address': 'fa:16:3e:0a:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:48:24.126570 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:24.143824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8116106d-e247-4c00-93de-cd94f2880871 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:48:24.173066 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:24.180103 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:24.237988 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef14cb6-f069-4c3e-95d0-99a630832e5e None None] New status for floating IP c6ffbea6-9186-41d5-a2f9-f03932064b09: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:48:24.258142 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=9']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:24.435802 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['8116106d-e247-4c00-93de-cd94f2880871'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:48:24.552521 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f111e-8cf0-4046-93c3-7330e8834990 req-14cac556-f5b0-4c11-9b79-fc52e65d5889 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:24.554341 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e13f111e-8cf0-4046-93c3-7330e8834990 req-14cac556-f5b0-4c11-9b79-fc52e65d5889 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 945 time: 0.0817559 Jul 08 19:48:24.600664 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-e13f111e-8cf0-4046-93c3-7330e8834990 req-e71649f5-bacd-4d70-b416-c57f8d5ab13a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Jul 08 19:48:25.695171 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:48:25.743932 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 8116106d-e247-4c00-93de-cd94f2880871 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:48:25.744317 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:25.787869 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1016f0f-2a85-42da-87d2-dbae5b1160dd req-8bc5170f-2dbd-42fa-964f-cb89c5cd8a38 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:25.789383 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c1016f0f-2a85-42da-87d2-dbae5b1160dd req-8bc5170f-2dbd-42fa-964f-cb89c5cd8a38 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 945 time: 0.0663934 Jul 08 19:48:25.829322 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c1016f0f-2a85-42da-87d2-dbae5b1160dd req-39f06194-9986-447c-b75a-a3136d53b7a4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Jul 08 19:48:25.829594 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:25.852498 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:25.854750 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c3f90-1d79-46d0-a36d-8ae4910bbb1e" -d '{"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-plugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:25.870108 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:25.875493 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:25.898970 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be9ec1-4942-4617-b01a-a8fe88366e2a x-openstack-request-id: req-a3be9ec1-4942-4617-b01a-a8fe88366e2a {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:25.899265 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-plugged", "status": "completed", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:25.899518 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3be9ec1-4942-4617-b01a-a8fe88366e2a {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:25.899904 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'code': 200} Jul 08 19:48:25.928797 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=10']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:26.105722 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4a6d-aef5-4dee-a464-68211f983a4a req-611a8bbe-4c48-4f0f-95ad-4b5e6f569d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:26.107218 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ef2b4a6d-aef5-4dee-a464-68211f983a4a req-611a8bbe-4c48-4f0f-95ad-4b5e6f569d47 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 1100 time: 0.0526059 Jul 08 19:48:26.141259 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ef2b4a6d-aef5-4dee-a464-68211f983a4a req-d7dab61f-6959-4428-abc5-e6d0f263ad9a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273938 Jul 08 19:48:26.727735 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41db15-53bb-4490-9134-baed131c042d req-a00f1499-168d-4bbb-b95e-f3c9d1bf768e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:26.729244 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ff41db15-53bb-4490-9134-baed131c042d req-a00f1499-168d-4bbb-b95e-f3c9d1bf768e tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0694251 Jul 08 19:48:26.771466 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ff41db15-53bb-4490-9134-baed131c042d req-2ccde9ce-2c5d-46e7-99b4-01ad5e85c331 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jul 08 19:48:26.799565 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48002) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:26.904431 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa15a2-004d-491d-bc45-84481ebd295f tempest-TestMinimumBasicScenario-1276347734 tempest-TestMinimumBasicScenario-1276347734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:26.906929 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e7aa15a2-004d-491d-bc45-84481ebd295f tempest-TestMinimumBasicScenario-1276347734 tempest-TestMinimumBasicScenario-1276347734-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1093 time: 0.1062715 Jul 08 19:48:26.910155 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48008) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:26.915720 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'port_id': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:26.941269 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for floatingip, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:27.067518 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e833f-ee09-49f3-85ec-4a5ef89470fd req-eb1c10e2-e1ba-49bb-8233-20a75da74e8d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:27.069162 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c26e833f-ee09-49f3-85ec-4a5ef89470fd req-eb1c10e2-e1ba-49bb-8233-20a75da74e8d tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 947 time: 0.1147676 Jul 08 19:48:27.138874 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:27.144080 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c26e833f-ee09-49f3-85ec-4a5ef89470fd req-57e535b5-322d-4297-8a19-57bfafe1ff6c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613825 Jul 08 19:48:27.259372 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Allocated IP 172.27.1.19 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/eae2435c-623f-4d5f-915b-2e4d3f97a591) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:48:27.372645 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:27.414180 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:27.449924 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:48:27.452839 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:48:27.456412 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:48:27.485192 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'Port': ['ID=eae2435c-623f-4d5f-915b-2e4d3f97a591,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:27.497833 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.498196 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.499384 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.499727 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.500273 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.500453 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.500782 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.505039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.505039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.505039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.505039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:27.505039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:28.098531 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:28.175130 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:28.375021 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269998e-419c-423d-8656-2dd5a5a20277 req-040ec31b-ec8e-48c9-8004-580701a54d1e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:28.375919 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d269998e-419c-423d-8656-2dd5a5a20277 req-040ec31b-ec8e-48c9-8004-580701a54d1e tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 947 time: 0.1084645 Jul 08 19:48:28.378204 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:28.389853 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:28.478422 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'Port': ['ID=eae2435c-623f-4d5f-915b-2e4d3f97a591,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:28.485466 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d269998e-419c-423d-8656-2dd5a5a20277 req-4824a811-b345-4591-a1e7-f846c91a32eb tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033556 Jul 08 19:48:28.494223 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:28.595333 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Floating IP 3d82efa8-8b8a-4a7d-afe7-e1cd419172a7 associated. External IP: 172.27.1.19, port: b0d79ee9-f033-434c-a10b-ea92ab16f92e. Jul 08 19:48:28.814643 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Router 858995ef-3df6-4a9f-8960-3242a05c0669 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:48:28.924155 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:48:28.933355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] Sync routers for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:48:28.943802 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:28.944404 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:48:28.945149 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:48:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:28.981263 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-906592cc-c43a-471d-9346-c1e5e4b4518c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0700500 Jul 08 19:48:28.982276 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:28.984575 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48357a-8182-4bdc-9b01-429f32b57ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:28.984758 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48052) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:28.989481 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965352905', 'description': 'tempest-secgroup-smoke-1965352905 description', 'project_id': 'ff6df1b729854906b7641217575cf126'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:29.014699 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.022417 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3b94aa-872a-4f7d-8b24-3e0c5b1209ff x-openstack-request-id: req-9a3b94aa-872a-4f7d-8b24-3e0c5b1209ff {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:29.022705 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:29.022952 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a3b94aa-872a-4f7d-8b24-3e0c5b1209ff {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:29.023347 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'status': 'completed', 'code': 200} Jul 08 19:48:29.060301 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:48:29.139615 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.142777 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-3e1a658b-62db-45cd-9fcd-8286d17b49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:29.144715 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-3e1a658b-62db-45cd-9fcd-8286d17b49d7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1098 time: 0.0972683 Jul 08 19:48:29.145768 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.222473 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.223593 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2379768 Jul 08 19:48:29.225940 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5097a-be53-4be0-b9bd-281651d3bb0b,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:29.226978 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48056) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:29.231645 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5097a-be53-4be0-b9bd-281651d3bb0b', 'project_id': 'ff6df1b729854906b7641217575cf126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:29.239239 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.239591 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.239938 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.240278 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.240616 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.240950 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.241289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.241644 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.241976 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.242304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.242635 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.242963 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab2d53-eb39-46e4-8424-1ecff5f794e0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:48:29.263807 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.281339 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-cbe59073-5a13-4b35-96a3-72ac9900ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:29.282901 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-cbe59073-5a13-4b35-96a3-72ac9900ef4f service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.1307657 Jul 08 19:48:29.325947 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': '3d82efa8-8b8a-4a7d-afe7-e1cd419172a7', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'port_id': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'mac_address': 'fa:16:3e:c6:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:48:27Z', 'updated_at': '2021-07-08T19:48:27Z', 'revision_number': 0, 'project_id': 'ff6df1b729854906b7641217575cf126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:25Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:29.326622 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.331792 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.351562 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7505f408-a1cc-4575-9114-1698d77d52b7,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:29.362417 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.366029 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] Checking router: 858995ef-3df6-4a9f-8960-3242a05c0669 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:48:29.368159 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-8c6c1b87-3eaf-438d-a6d8-7d41e4236d39 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379702 Jul 08 19:48:29.368801 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48058) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:29.374223 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5097a-be53-4be0-b9bd-281651d3bb0b', 'project_id': 'ff6df1b729854906b7641217575cf126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:29.376614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:48:29.377323 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:48:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:29.379765 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-6610a7d3-8f3d-4721-b4cd-0619776a9c29 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 998 time: 0.0892437 Jul 08 19:48:29.430055 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.463600 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-a9302b8f-f788-47ae-bbe2-fe49ea689a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:29.465153 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-a9302b8f-f788-47ae-bbe2-fe49ea689a6f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.0687282 Jul 08 19:48:29.492745 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:48:29.521773 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.527483 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.551303 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d2cb42-d4e7-40a9-9177-b974a6db7acb,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:29.561964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.565757 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-0caacf74-a5bb-4368-960b-c40783e3e230 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1932156 Jul 08 19:48:29.566128 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48060) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:29.570560 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5097a-be53-4be0-b9bd-281651d3bb0b', 'project_id': 'ff6df1b729854906b7641217575cf126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:29.578236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-543b9b09-3fdc-4a79-aa89-2648b052eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:29.579713 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-543b9b09-3fdc-4a79-aa89-2648b052eeb0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1023540 Jul 08 19:48:29.653445 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.728357 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-dda7c42d-9968-4673-8540-bf477faa8281 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398690 Jul 08 19:48:29.746574 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': '3d82efa8-8b8a-4a7d-afe7-e1cd419172a7', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'port_id': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'mac_address': 'fa:16:3e:c6:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:48:27Z', 'updated_at': '2021-07-08T19:48:27Z', 'revision_number': 0, 'project_id': 'ff6df1b729854906b7641217575cf126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:25Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:48:29.750393 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.779200 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc71f7-a755-433c-8b96-85ba8d1bcba3 None None] The sync data for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi is: [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': '3d82efa8-8b8a-4a7d-afe7-e1cd419172a7', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'port_id': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'mac_address': 'fa:16:3e:c6:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:48:27Z', 'updated_at': '2021-07-08T19:48:27Z', 'revision_number': 0, 'project_id': 'ff6df1b729854906b7641217575cf126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:25Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:48:29.785449 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.820139 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c9f5bb-01e6-4f55-b1b3-64ccb75d10ff,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:29.835586 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.836787 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-003f7a9f-5c23-4a7d-8d77-1394c91ad8e8 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2697299 Jul 08 19:48:29.839683 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48064) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:29.846589 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5097a-be53-4be0-b9bd-281651d3bb0b', 'project_id': 'ff6df1b729854906b7641217575cf126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:29.861586 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b48357a-8182-4bdc-9b01-429f32b57ce6 req-68f78fe2-8b86-4954-819c-8eebd88a4fe7 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254139 Jul 08 19:48:29.898971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.962465 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.967206 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.988515 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e5a0ab-c8a7-429c-a221-1249284aa8c8,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:29.995904 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:29.997384 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-416a0b32-304b-4dda-a753-143a5f61defd tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556983 Jul 08 19:48:30.001052 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48066) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:30.006272 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5097a-be53-4be0-b9bd-281651d3bb0b', 'project_id': 'ff6df1b729854906b7641217575cf126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:30.023402 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55359360-615a-48f5-b33f-b7b70d1988e6 None None] New status for floating IP 3d82efa8-8b8a-4a7d-afe7-e1cd419172a7: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:48:30.032200 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.securitygroups_db [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Project ff6df1b729854906b7641217575cf126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:48:30.037829 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.103996 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.108064 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.128727 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40863a5-ee85-4539-8cbf-b9a2136e2d3c,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:30.132793 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.134173 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c82131ce-9315-45db-aa75-ac6e219b47b4 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320057 Jul 08 19:48:30.136918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48068) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:48:30.142243 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'security_group_rule': {'security_group_id': 'ecb5097a-be53-4be0-b9bd-281651d3bb0b', 'project_id': 'ff6df1b729854906b7641217575cf126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:30.163311 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.securitygroups_db [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Project ff6df1b729854906b7641217575cf126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:48:30.168441 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.239307 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.243200 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.261188 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef2efed-910d-440c-98f7-bcb8019e8bfe,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:30.270466 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.272073 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bda0252b-5090-4c06-bc57-06d73c2fa8f3 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340544 Jul 08 19:48:30.398236 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-5ab78038-5e12-450f-bac2-0cb3e07c5ba6 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965352905&fields=id&tenant_id=ff6df1b729854906b7641217575cf126 HTTP/1.1" status: 200 len: 267 time: 0.0358174 Jul 08 19:48:30.471593 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-f1808178-d2db-4fc0-aab0-3f30d7d61b2f tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:30.473156 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-f1808178-d2db-4fc0-aab0-3f30d7d61b2f tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0695403 Jul 08 19:48:30.485184 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'port': {'security_groups': ['352767a8-3390-4d15-9301-b5701d59895c', 'ecb5097a-be53-4be0-b9bd-281651d3bb0b']}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:48:30.582665 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.785200 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:48:30.818920 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.823506 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.835225 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b0d79ee9-f033-434c-a10b-ea92ab16f92e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:48:30.908260 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:30.908910 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:30.910366 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-37be9f97-8a4e-4208-9b6a-c763eb930bd7 req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "PUT /v2.0/ports/b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 981 time: 0.4306512 Jul 08 19:48:30.947966 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d951ce1-ca56-4491-b7bb-e5fa5b152206 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=6']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:48:31.012265 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b0d79ee9-f033-434c-a10b-ea92ab16f92e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:48:31.024180 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:48:31.026787 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:48:31.106346 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f057ed-09b6-4c86-8c76-cacf80f7535b req-9edfce42-5326-4b12-a68a-f57d0872b920 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:31.109170 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e7f057ed-09b6-4c86-8c76-cacf80f7535b req-9edfce42-5326-4b12-a68a-f57d0872b920 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0801704 Jul 08 19:48:31.129089 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92e6279-a654-496b-9716-cb5be49ba6ff x-openstack-request-id: req-d92e6279-a654-496b-9716-cb5be49ba6ff {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:48:31.130485 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:48:31.130485 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d92e6279-a654-496b-9716-cb5be49ba6ff {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:48:31.130485 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'status': 'completed', 'code': 200} Jul 08 19:48:31.156505 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e7f057ed-09b6-4c86-8c76-cacf80f7535b req-c991168c-2b73-4dfe-b922-7c51f0b29dd9 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418561 Jul 08 19:48:31.211153 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-18ca4b45-3ecc-424d-a6fc-c1f36c2966f9 None None] Provisioning complete for port b0d79ee9-f033-434c-a10b-ea92ab16f92e triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:48:31.211529 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-18ca4b45-3ecc-424d-a6fc-c1f36c2966f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:31.215312 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-c866e1be-c0b3-453c-9453-b172844b34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:31.216931 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-c866e1be-c0b3-453c-9453-b172844b34cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1137 time: 0.0591426 Jul 08 19:48:31.313281 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-fee8d835-1889-42e5-941e-c24572e8621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:31.314788 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-fee8d835-1889-42e5-941e-c24572e8621e service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.0916991 Jul 08 19:48:31.390220 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-dec40603-54e1-45b0-b3d9-a65db153f15b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 1000 time: 0.0642495 Jul 08 19:48:31.447701 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-a5fc7628-ab46-49d8-bdac-8194136b4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:31.449185 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-a5fc7628-ab46-49d8-bdac-8194136b4538 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.0497413 Jul 08 19:48:31.510128 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-4ec53091-870f-4df8-a410-b702367322da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:31.511653 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-4ec53091-870f-4df8-a410-b702367322da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553591 Jul 08 19:48:31.605947 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-6a7e4722-d6e7-47b6-8ba4-59ef0913463b service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840929 Jul 08 19:48:31.704247 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c1ed9a18-1ea8-4923-8d9d-964832a9dca2 req-c39dafec-a2c7-456a-a3c7-f08e4fc24f5b service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906084 Jul 08 19:48:35.241499 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4f90ed91-b056-4199-8052-8b51916beebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:38.122256 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4a4f49cd-7af7-4071-a97a-bd4d51a2f916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:38.260104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:38.966581 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:40.830236 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:41.799892 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:48:44.802252 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:48:45.566495 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-dcc567ed-4993-4ce6-b95d-3429aa47838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:45.568022 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-dcc567ed-4993-4ce6-b95d-3429aa47838a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1137 time: 0.0988824 Jul 08 19:48:45.580423 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a65c9-1eea-420d-8922-f02e9df79fd6 req-45dc31cf-f3f6-4380-add5-eb2548ed428b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:45.581823 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e5a65c9-1eea-420d-8922-f02e9df79fd6 req-45dc31cf-f3f6-4380-add5-eb2548ed428b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0850246 Jul 08 19:48:45.672733 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4e5a65c9-1eea-420d-8922-f02e9df79fd6 req-d4b1ddff-f037-426d-8f45-4fdb472edf68 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831120 Jul 08 19:48:45.697002 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-3a89955d-1706-4e03-82ac-adf7a5ca6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:45.698522 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-3a89955d-1706-4e03-82ac-adf7a5ca6a3f service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.1158564 Jul 08 19:48:45.769680 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-5c7605da-e0fe-451c-8535-3c5dc0d4101d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 1000 time: 0.0636618 Jul 08 19:48:45.820933 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-a9293957-82bd-4582-a998-d4ba77d6e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:45.822491 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-a9293957-82bd-4582-a998-d4ba77d6e1ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.0456281 Jul 08 19:48:45.883290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-a32f9886-44bc-447a-a6f0-cd1103ac892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:45.884889 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-a32f9886-44bc-447a-a6f0-cd1103ac892f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545919 Jul 08 19:48:45.979575 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-6be8304f-a56a-4872-9048-e25f00ee0945 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865400 Jul 08 19:48:46.070484 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-65bd3a61-bc7c-40e6-872a-d56ce1218986 req-e3f19d40-3b62-499e-8863-1dc8ba8e6e95 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824425 Jul 08 19:48:46.845698 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44563b2-fbb6-4882-8adf-e6f14569fd2d req-a9ea4b0c-1397-462b-9cc0-056ceec91f3c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:46.847194 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c44563b2-fbb6-4882-8adf-e6f14569fd2d req-a9ea4b0c-1397-462b-9cc0-056ceec91f3c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0630190 Jul 08 19:48:46.888123 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c44563b2-fbb6-4882-8adf-e6f14569fd2d req-e43b1125-e48f-488d-8e01-ea69ef2a8e5d tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353673 Jul 08 19:48:48.069722 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33665-2046-47ca-9946-3326add9c0bc req-bead27c1-8a4d-407c-b94a-62c434cae26a tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:48.071184 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2cd33665-2046-47ca-9946-3326add9c0bc req-bead27c1-8a4d-407c-b94a-62c434cae26a tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0673525 Jul 08 19:48:48.112858 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2cd33665-2046-47ca-9946-3326add9c0bc req-c32fb49c-43fd-4298-99e6-a131f4095a31 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348027 Jul 08 19:48:49.294683 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc2d0e-cb5f-424b-8701-24496509105d req-fed5b224-6d9d-47c8-a022-f354adf48291 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:49.296282 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2cc2d0e-cb5f-424b-8701-24496509105d req-fed5b224-6d9d-47c8-a022-f354adf48291 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0724089 Jul 08 19:48:49.337709 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a2cc2d0e-cb5f-424b-8701-24496509105d req-65180032-16d8-47e5-80e7-7527ee1be845 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359094 Jul 08 19:48:50.518195 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db089860-24f4-4e4b-8308-ff97a9b28397 req-a8a0a67b-f246-416e-8899-0833b574a343 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:50.519687 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db089860-24f4-4e4b-8308-ff97a9b28397 req-a8a0a67b-f246-416e-8899-0833b574a343 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0704563 Jul 08 19:48:50.559520 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-db089860-24f4-4e4b-8308-ff97a9b28397 req-968ac9ef-bbd8-4781-8c76-c6da6760cc9c tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342205 Jul 08 19:48:51.746765 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ffb11-cd97-434b-bbc2-091f9a5c5d6a req-4c15d518-eb7a-45c5-a0ca-26e6e3bf8275 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:51.748983 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-502ffb11-cd97-434b-bbc2-091f9a5c5d6a req-4c15d518-eb7a-45c5-a0ca-26e6e3bf8275 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0712111 Jul 08 19:48:51.791567 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-502ffb11-cd97-434b-bbc2-091f9a5c5d6a req-93295b38-bb2d-4ae8-ae4f-18209ce85302 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367570 Jul 08 19:48:52.979880 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b819b-f293-4d8d-9968-916db4757da2 req-b68d0047-4572-430d-af13-67b68a429172 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:52.981348 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b9b819b-f293-4d8d-9968-916db4757da2 req-b68d0047-4572-430d-af13-67b68a429172 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0717733 Jul 08 19:48:53.024586 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b9b819b-f293-4d8d-9968-916db4757da2 req-87f98a86-ac49-42c9-be85-402863daf3d7 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373046 Jul 08 19:48:54.200627 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a96a-63ef-4e38-8bf6-ed90d78ef48e req-4104d9bc-801c-4e85-b920-5d4ae37ff149 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:54.202790 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-13a5a96a-63ef-4e38-8bf6-ed90d78ef48e req-4104d9bc-801c-4e85-b920-5d4ae37ff149 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0647557 Jul 08 19:48:54.243011 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-13a5a96a-63ef-4e38-8bf6-ed90d78ef48e req-4f996759-cc68-49d2-9c7f-e66b678cd419 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344245 Jul 08 19:48:55.449595 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3c54-2ea7-44cf-b039-a1916600def3 req-c7f78fde-f8b9-4d95-9be0-326873d96789 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:55.452271 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-edfd3c54-2ea7-44cf-b039-a1916600def3 req-c7f78fde-f8b9-4d95-9be0-326873d96789 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0897696 Jul 08 19:48:55.508530 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-edfd3c54-2ea7-44cf-b039-a1916600def3 req-ae5218cf-14c7-4504-ac6c-a1547fef08c0 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489013 Jul 08 19:48:56.691448 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103695cb-b639-42d3-9fd4-3b8e66bfcb50 req-fda44c57-0697-41f1-acf3-f472ef99bd69 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:56.692978 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-103695cb-b639-42d3-9fd4-3b8e66bfcb50 req-fda44c57-0697-41f1-acf3-f472ef99bd69 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0697219 Jul 08 19:48:56.736588 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-103695cb-b639-42d3-9fd4-3b8e66bfcb50 req-9bc6edfc-29fd-4b68-9e82-0d1637f5f3b1 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376935 Jul 08 19:48:57.936316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035527-9899-4b22-9384-317ee3e722ce req-fcc7697b-13b5-4a2e-8311-7b3944aa97a9 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:48:57.937881 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-58035527-9899-4b22-9384-317ee3e722ce req-fcc7697b-13b5-4a2e-8311-7b3944aa97a9 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.0737109 Jul 08 19:48:57.983322 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-58035527-9899-4b22-9384-317ee3e722ce req-23e3fe4f-fe51-4eb0-9194-6b3f4be54bc5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecb5097a-be53-4be0-b9bd-281651d3bb0b&id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398116 Jul 08 19:49:03.162182 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313fc67-06ff-4670-980d-64e9e33abaf4 req-c6b86bfb-5e96-4e34-93e0-8ae0adb63933 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:03.163687 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e313fc67-06ff-4670-980d-64e9e33abaf4 req-c6b86bfb-5e96-4e34-93e0-8ae0adb63933 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 947 time: 0.0692365 Jul 08 19:49:03.204689 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e313fc67-06ff-4670-980d-64e9e33abaf4 req-ecfa2858-bdd0-4b9b-88e1-17b376b85c2c tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335298 Jul 08 19:49:04.389729 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cce47-bde3-413a-9318-323339a4b436 req-2b567285-ead5-484e-916d-f1245f7d2743 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:04.391210 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-076cce47-bde3-413a-9318-323339a4b436 req-2b567285-ead5-484e-916d-f1245f7d2743 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 947 time: 0.0640409 Jul 08 19:49:04.428976 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-076cce47-bde3-413a-9318-323339a4b436 req-0b08fbf9-5007-41f4-b5e4-40e4e917d585 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups?id=b549212b-e846-4bb4-a48f-eb6e3ac95293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Jul 08 19:49:04.531690 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00878294-dbe5-43e1-a464-062fdb8685cc req-140d13c5-fc19-444c-98a5-d210d5407750 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:04.533187 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00878294-dbe5-43e1-a464-062fdb8685cc req-140d13c5-fc19-444c-98a5-d210d5407750 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 947 time: 0.0661905 Jul 08 19:49:04.637761 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Deleting port 8116106d-e247-4c00-93de-cd94f2880871 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:04.638083 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:04.724026 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] For port 8116106d-e247-4c00-93de-cd94f2880871, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8116106d-e247-4c00-93de-cd94f2880871,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:04.724383 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:04.898076 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:04.898452 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:04.898771 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Floating IP cc407f41-5eec-426b-b2be-42222c46d2f8 disassociated. External IP: 172.27.1.179, port: 8116106d-e247-4c00-93de-cd94f2880871. Jul 08 19:49:04.899122 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Calling delete_port for 8116106d-e247-4c00-93de-cd94f2880871 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:05.024455 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:05.059100 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event deleted for resources: {'Port': ['ID=8116106d-e247-4c00-93de-cd94f2880871,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:05.172501 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:05.242935 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7f71bbc2-49cf-4ac2-9843-a8a074ee9f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:05.284050 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:05.293251 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:05.303540 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:05.304343 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:48:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:05.331554 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] No DVR routers for this DVR port 8116106d-e247-4c00-93de-cd94f2880871 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:05.334024 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:05.336079 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-00878294-dbe5-43e1-a464-062fdb8685cc req-ab140c2c-e2cd-4b3a-9e3c-714b76c90d63 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.91 "DELETE /v2.0/ports/8116106d-e247-4c00-93de-cd94f2880871 HTTP/1.1" status: 204 len: 173 time: 0.7972810 Jul 08 19:49:05.336518 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-deleted', 'tag': '8116106d-e247-4c00-93de-cd94f2880871'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:49:05.338847 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d52e05-7174-438e-b933-6c73854b5ec0" -d '{"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-deleted", "tag": "8116106d-e247-4c00-93de-cd94f2880871"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:49:05.380987 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c32418-c298-49b1-a8ed-19d2b0b53e0e x-openstack-request-id: req-90c32418-c298-49b1-a8ed-19d2b0b53e0e {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:49:05.381286 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2867e7-2f8d-4c90-94e0-6834cd1607e3", "name": "network-vif-deleted", "tag": "8116106d-e247-4c00-93de-cd94f2880871", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:49:05.381540 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90c32418-c298-49b1-a8ed-19d2b0b53e0e {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:49:05.381996 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2867e7-2f8d-4c90-94e0-6834cd1607e3', 'name': 'network-vif-deleted', 'tag': '8116106d-e247-4c00-93de-cd94f2880871', 'status': 'completed', 'code': 200} Jul 08 19:49:05.422726 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:05.641341 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f7b377a5-12a5-48f8-95d2-33bcdc59afd8 req-07fe25b7-f08d-4d1e-bacc-0b8800b370e4 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2867e7-2f8d-4c90-94e0-6834cd1607e3 HTTP/1.1" status: 200 len: 210 time: 0.0347860 Jul 08 19:49:05.686364 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:05.849368 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:05.858733 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:05.859349 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:48:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:05.962333 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:06.171274 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:06.202850 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0db887-8fbf-4d5b-a19f-e42ca6b8c993 None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:42:04Z', 'revision_number': 4, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '7e566947-81ed-44ac-96b8-2dd761165755', 'name': '', 'network_id': '881a3778-3f8c-45d4-86a9-4a462c1b9d81', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'mac_address': 'fa:16:3e:94:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:42:02Z', 'updated_at': '2021-07-08T19:42:13Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'subnets': [{'id': 'd45cd33c-1730-4e5c-b816-4170d2256283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:06.410077 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a8adc-4599-47c7-8564-0fbbf1b9c08f None None] New status for floating IP cc407f41-5eec-426b-b2be-42222c46d2f8: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:49:06.783491 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48206) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:06.836871 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c74b-2521-4581-8d8e-4f2dced50a9a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:06.864667 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c74b-2521-4581-8d8e-4f2dced50a9a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:06.913344 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c74b-2521-4581-8d8e-4f2dced50a9a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:06.915870 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c74b-2521-4581-8d8e-4f2dced50a9a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:06.917008 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c5f9c74b-2521-4581-8d8e-4f2dced50a9a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "DELETE /v2.0/security-groups/b549212b-e846-4bb4-a48f-eb6e3ac95293 HTTP/1.1" status: 204 len: 168 time: 0.1324942 Jul 08 19:49:06.920549 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48208) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:06.926588 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9c74b-2521-4581-8d8e-4f2dced50a9a tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549212b-e846-4bb4-a48f-eb6e3ac95293,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:06.938237 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.api.v2.resource [None req-42387840-72b4-4e0b-99a4-3badace1f149 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] show failed (client error): The resource could not be found. Jul 08 19:49:06.939217 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-42387840-72b4-4e0b-99a4-3badace1f149 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "GET /v2.0/security-groups/b549212b-e846-4bb4-a48f-eb6e3ac95293 HTTP/1.1" status: 404 len: 347 time: 0.0176392 Jul 08 19:49:06.942002 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48210) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:07.066739 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Deleting port 031a6f0e-52a8-422d-a5af-8a7b62b8144c {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:07.066997 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:07.141245 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:07.141602 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:07.153524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Calling delete_port for 031a6f0e-52a8-422d-a5af-8a7b62b8144c owned by network:floatingip {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:07.283800 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:07.309586 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Pushing event deleted for resources: {'Port': ['ID=031a6f0e-52a8-422d-a5af-8a7b62b8144c,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:07.373602 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks [] for floatingip, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:07.375978 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:07.377108 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ae0d56b9-5282-42dc-be8a-6757ec31adc3 tempest-AttachVolumeShelveTestJSON-492450200 tempest-AttachVolumeShelveTestJSON-492450200-project] 10.222.0.41 "DELETE /v2.0/floatingips/cc407f41-5eec-426b-b2be-42222c46d2f8 HTTP/1.1" status: 204 len: 168 time: 0.4342165 Jul 08 19:49:07.884788 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:07.911568 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 8116106d-e247-4c00-93de-cd94f2880871 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:07.911915 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 8116106d-e247-4c00-93de-cd94f2880871 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:08.127048 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a8a41c5f-e229-4ac1-bfd0-fe02cc433dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:08.259721 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:08.964078 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:09.944380 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48246) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:10.377758 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:10.639597 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Deleting port 7e566947-81ed-44ac-96b8-2dd761165755 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:10.640040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:10.723926 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] For port 7e566947-81ed-44ac-96b8-2dd761165755, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=7e566947-81ed-44ac-96b8-2dd761165755,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:10.724281 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:10.737993 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Calling delete_port for 7e566947-81ed-44ac-96b8-2dd761165755 owned by network:router_interface {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:10.831899 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:10.918596 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:10.944487 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e566947-81ed-44ac-96b8-2dd761165755,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:11.107987 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:11.319778 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:11.638881 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:11.643857 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-22c83a55-a10a-492e-9883-b40e17d69392 admin admin] 10.222.0.41 "PUT /v2.0/routers/1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984456 Jul 08 19:49:11.646329 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48254) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:11.648848 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] Sync routers for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:11.658772 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:11.659403 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:11.749364 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:11.766104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:11.860072 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:11.912808 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Deleting port 546dc4de-8f49-4581-8a97-64400622d53d {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:11.913146 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:11.952801 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '546dc4de-8f49-4581-8a97-64400622d53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:49:10Z', 'revision_number': 5, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port': {'id': '546dc4de-8f49-4581-8a97-64400622d53d', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:41:56Z', 'updated_at': '2021-07-08T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:11.982234 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] Checking router: 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:11.990428 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] Routers {'1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:11.991039 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:11.993727 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] For port 546dc4de-8f49-4581-8a97-64400622d53d, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=546dc4de-8f49-4581-8a97-64400622d53d,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:11.994226 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.007798 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Calling delete_port for 546dc4de-8f49-4581-8a97-64400622d53d owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:12.078476 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] Set router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 gateway port host: None {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:12.131239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:49:11Z', 'revision_number': 6, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:12.160672 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8193221-9aa3-4875-b155-ffdcacad1834 None None] The sync data for ids ['1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7'] in dv-cinder-796286-16-iscsi is: [{'id': '1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7', 'name': 'tempest-AttachVolumeShelveTestJSON-793011883-router', 'tenant_id': '56eb825e250b4988bbc1d0def6768e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:41:55Z', 'updated_at': '2021-07-08T19:49:11Z', 'revision_number': 6, 'project_id': '56eb825e250b4988bbc1d0def6768e77', 'gw_port_host': None}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:12.179896 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.206497 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Pushing event deleted for resources: {'Port': ['ID=546dc4de-8f49-4581-8a97-64400622d53d,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:12.266841 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.359323 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.361433 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.403429 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.403931 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:49:12.408883 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.410029 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b7056063-3de5-4458-b5d5-14e2234b652a admin admin] 10.222.0.41 "DELETE /v2.0/routers/1e93ad6a-cfbf-435f-ac22-bd1f47c04fc7 HTTP/1.1" status: 204 len: 168 time: 0.7627976 Jul 08 19:49:12.412838 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48258) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:12.456451 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Deleting subnet d45cd33c-1730-4e5c-b816-4170d2256283 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:49:12.459356 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.493711 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.610140 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.662843 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.693901 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45cd33c-1730-4e5c-b816-4170d2256283,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:12.695823 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.699794 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-db501872-474a-4d86-9d45-20f67d029e6a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d45cd33c-1730-4e5c-b816-4170d2256283 HTTP/1.1" status: 204 len: 168 time: 0.2838657 Jul 08 19:49:12.701342 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48260) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:12.704171 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5d4d9-bc45-4a0a-9854-9f3a9fb44da3 None None] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:12.768553 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.824303 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Deleting port 34df670c-bb3e-4bb0-9e47-d6c989ee020c {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:12.824640 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.892451 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] For port 34df670c-bb3e-4bb0-9e47-d6c989ee020c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34df670c-bb3e-4bb0-9e47-d6c989ee020c,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:12.892757 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:12.906347 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Calling delete_port for 34df670c-bb3e-4bb0-9e47-d6c989ee020c owned by network:dhcp {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:12.916277 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] DHCP port deletion for 881a3778-3f8c-45d4-86a9-4a462c1b9d81 request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:49:12.978526 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7e566947-81ed-44ac-96b8-2dd761165755 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:12.984022 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Deleting port 34df670c-bb3e-4bb0-9e47-d6c989ee020c {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:12.984417 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.002485 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.035267 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Pushing event deleted for resources: {'Port': ['ID=34df670c-bb3e-4bb0-9e47-d6c989ee020c,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:13.037083 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] No DVR routers for this DVR port 34df670c-bb3e-4bb0-9e47-d6c989ee020c on host dv-cinder-796286-16-iscsi {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:13.037991 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 7e566947-81ed-44ac-96b8-2dd761165755 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:13.038536 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7e566947-81ed-44ac-96b8-2dd761165755 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:13.039124 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34df670c-bb3e-4bb0-9e47-d6c989ee020c no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:13.068958 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 34df670c-bb3e-4bb0-9e47-d6c989ee020c {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:13.069302 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34df670c-bb3e-4bb0-9e47-d6c989ee020c not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:13.069746 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 546dc4de-8f49-4581-8a97-64400622d53d no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:13.100950 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 546dc4de-8f49-4581-8a97-64400622d53d {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:13.101295 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 546dc4de-8f49-4581-8a97-64400622d53d not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:13.107331 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] For port 34df670c-bb3e-4bb0-9e47-d6c989ee020c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34df670c-bb3e-4bb0-9e47-d6c989ee020c,segment=NetworkSegment(beb53179-82b8-459d-827f-f191ffed5022),segment_id=beb53179-82b8-459d-827f-f191ffed5022)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:13.107748 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.110278 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.120280 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881a3778-3f8c-45d4-86a9-4a462c1b9d81']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:13.121364 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Calling delete_port for 34df670c-bb3e-4bb0-9e47-d6c989ee020c owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:13.132372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb53179-82b8-459d-827f-f191ffed5022') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:13.132698 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb53179-82b8-459d-827f-f191ffed5022') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:13.143074 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.157915 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.164219 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:49:13.164619 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:49:13.166341 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:49:13.226589 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.231969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.234455 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/881a3778-3f8c-45d4-86a9-4a462c1b9d81 HTTP/1.1" status: 204 len: 168 time: 0.5319533 Jul 08 19:49:13.245332 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98c39-06c6-48ba-aee1-720df9cd78cb admin admin] Pushing event deleted for resources: {'Network': ['ID=881a3778-3f8c-45d4-86a9-4a462c1b9d81,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:13.353475 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48264) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:13.379973 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.387786 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Network 881a3778-3f8c-45d4-86a9-4a462c1b9d81 is not hosted by any dhcp agent {{(pid=99695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 19:49:13.388584 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] No DVR routers for this DVR port 34df670c-bb3e-4bb0-9e47-d6c989ee020c on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:13.406919 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-8b67f5cf-d114-4403-a41f-2d9f3e0ddf14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56eb825e250b4988bbc1d0def6768e77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519600 Jul 08 19:49:13.409401 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48268) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:13.413002 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Pushing event deleted for resources: {'Port': ['ID=34df670c-bb3e-4bb0-9e47-d6c989ee020c,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:13.418998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.419789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.420633 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.421121 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.421650 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.421988 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.422319 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.422795 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.423142 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.423506 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.423833 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.424226 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c81b6-1965-4e33-bc1e-224e4204d06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:13.465275 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-50e5cda8-ec14-4f6f-a207-bbc76ec68f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.485602 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-50e5cda8-ec14-4f6f-a207-bbc76ec68f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.532652 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-50e5cda8-ec14-4f6f-a207-bbc76ec68f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.535242 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-50e5cda8-ec14-4f6f-a207-bbc76ec68f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:13.536428 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-50e5cda8-ec14-4f6f-a207-bbc76ec68f92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbd7e269-e708-4c24-bb6d-71e12e5c163f HTTP/1.1" status: 204 len: 168 time: 0.1214848 Jul 08 19:49:13.544428 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5cda8-ec14-4f6f-a207-bbc76ec68f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd7e269-e708-4c24-bb6d-71e12e5c163f,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:14.790226 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:15.521126 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-dd467821-e56f-4e79-8ca0-4624c2470116 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521846 Jul 08 19:49:15.617317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-4bc4f044-2f32-4538-89ed-e888372bfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:15.618868 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-4bc4f044-2f32-4538-89ed-e888372bfb35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1137 time: 0.0555279 Jul 08 19:49:15.725213 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-a1dd2076-dca1-4bfd-8f6d-826171cceadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:15.727711 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-a1dd2076-dca1-4bfd-8f6d-826171cceadb service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.0879765 Jul 08 19:49:15.799802 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-a46d73d1-25fe-4241-881a-9360c7a53aee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 1000 time: 0.0655975 Jul 08 19:49:15.850132 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-8b33c537-7eb7-4be6-bdd2-574a7f989459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:15.851593 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-8b33c537-7eb7-4be6-bdd2-574a7f989459 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.0457819 Jul 08 19:49:15.912985 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-c3daaa3d-b313-4471-89ba-86d5cdef32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:15.914537 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-c3daaa3d-b313-4471-89ba-86d5cdef32b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560188 Jul 08 19:49:16.011601 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-20200500-83ab-4926-abf1-9c07e61743f0 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900798 Jul 08 19:49:16.389257 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d82e0919-4839-4bf5-90bb-0eaaa3813a05 req-58842912-1a67-4f2d-b739-5b12a46c11b2 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698940 Jul 08 19:49:17.268092 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48352) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:17.369624 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32d0d1e2-42d9-4eb8-8275-59f16fa9a16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.463288 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32d0d1e2-42d9-4eb8-8275-59f16fa9a16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.468099 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32d0d1e2-42d9-4eb8-8275-59f16fa9a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.505128 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0d1e2-42d9-4eb8-8275-59f16fa9a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f342fad8-a3c6-4b2e-a990-007bcc575095,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:17.509306 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-32d0d1e2-42d9-4eb8-8275-59f16fa9a16e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56c8baca9a8a4d2a9abdb720840b35f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401695 Jul 08 19:49:17.512168 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48358) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:17.564084 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e93b0154-0afa-41ee-8293-cf22c36fdca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.584761 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e93b0154-0afa-41ee-8293-cf22c36fdca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.630180 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e93b0154-0afa-41ee-8293-cf22c36fdca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.632711 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e93b0154-0afa-41ee-8293-cf22c36fdca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:17.633899 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e93b0154-0afa-41ee-8293-cf22c36fdca2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f342fad8-a3c6-4b2e-a990-007bcc575095 HTTP/1.1" status: 204 len: 168 time: 0.1210749 Jul 08 19:49:17.642539 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0154-0afa-41ee-8293-cf22c36fdca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f342fad8-a3c6-4b2e-a990-007bcc575095,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:18.798991 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:49:23.993951 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48494) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:24.102602 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-90ca2d40-9426-46c4-83d2-ee0251001484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.193992 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-90ca2d40-9426-46c4-83d2-ee0251001484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.197675 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-90ca2d40-9426-46c4-83d2-ee0251001484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.233913 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-90ca2d40-9426-46c4-83d2-ee0251001484 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7048389fc0494d428836e4f77fcfc61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384553 Jul 08 19:49:24.235628 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48500) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:24.239316 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca2d40-9426-46c4-83d2-ee0251001484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb030a11-bd47-45e7-88f2-5138bee4a322,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:24.286694 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-183da657-3aad-48d1-a6ee-80d2ca0718a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.313483 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-183da657-3aad-48d1-a6ee-80d2ca0718a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.364006 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-183da657-3aad-48d1-a6ee-80d2ca0718a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.366847 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-183da657-3aad-48d1-a6ee-80d2ca0718a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.368041 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-183da657-3aad-48d1-a6ee-80d2ca0718a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb030a11-bd47-45e7-88f2-5138bee4a322 HTTP/1.1" status: 204 len: 168 time: 0.1313672 Jul 08 19:49:24.377207 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da657-3aad-48d1-a6ee-80d2ca0718a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb030a11-bd47-45e7-88f2-5138bee4a322,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:24.670691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48514) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:24.683690 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9136d70e-f6b9-43c2-8887-df6dbdd64bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.772415 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9136d70e-f6b9-43c2-8887-df6dbdd64bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.776081 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9136d70e-f6b9-43c2-8887-df6dbdd64bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.815899 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-9136d70e-f6b9-43c2-8887-df6dbdd64bb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d17d0a910484dae969e943b1ead7125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441004 Jul 08 19:49:24.816748 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d70e-f6b9-43c2-8887-df6dbdd64bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb63777-a2e0-4f71-85a4-033ce9448e21,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:24.819651 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48516) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:24.874920 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5604-d5ab-46fe-bdbc-f5c306eaa065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.900359 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5604-d5ab-46fe-bdbc-f5c306eaa065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.956054 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5604-d5ab-46fe-bdbc-f5c306eaa065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.959594 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5d2a5604-d5ab-46fe-bdbc-f5c306eaa065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:24.961087 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-5d2a5604-d5ab-46fe-bdbc-f5c306eaa065 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb63777-a2e0-4f71-85a4-033ce9448e21 HTTP/1.1" status: 204 len: 168 time: 0.1404226 Jul 08 19:49:24.971944 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a5604-d5ab-46fe-bdbc-f5c306eaa065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb63777-a2e0-4f71-85a4-033ce9448e21,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:25.761634 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48542) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:25.917583 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680890938-network', 'tenant_id': '4be7379db3a14e848480e701814fab9b'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:49:25.946285 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Made reservation on behalf of 4be7379db3a14e848480e701814fab9b for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:49:25.948867 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:25.959451 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.089129 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.099384 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.117997 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:49:26.152660 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d254347-b57c-4a8f-9a8c-2bac8576cda6,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:26.158997 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.158997 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Added segment 8407f0dc-1065-4c74-a3bf-e16c0035636a of type vlan for network c7d81eaf-a93b-40f4-9ebe-589cd923f696 Jul 08 19:49:26.207678 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.243997 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.244978 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:26.245580 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.312700 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5493350 Jul 08 19:49:26.315381 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48554) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:26.320412 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Request body: {'subnet': {'network_id': 'c7d81eaf-a93b-40f4-9ebe-589cd923f696', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680890938-subnet', 'tenant_id': '4be7379db3a14e848480e701814fab9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:49:26.339774 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099a2fb-0925-4478-a9e9-d0a179d59da2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d81eaf-a93b-40f4-9ebe-589cd923f696,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:26.352640 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network c7d81eaf-a93b-40f4-9ebe-589cd923f696 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:49:26.355025 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Made reservation on behalf of 4be7379db3a14e848480e701814fab9b for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:49:26.358956 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29417010'] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.572922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29416960'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.644359 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3191b90d-19c9-4920-8e95-b7c3f886e3b2,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:26.652728 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Checking segment: {'id': '8407f0dc-1065-4c74-a3bf-e16c0035636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c7d81eaf-a93b-40f4-9ebe-589cd923f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:49:26.653143 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Network hostable DHCP agents. Network: c7d81eaf-a93b-40f4-9ebe-589cd923f696, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:49:26.670809 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Network c7d81eaf-a93b-40f4-9ebe-589cd923f696 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:49:26.680614 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, c7d81eaf-a93b-40f4-9ebe-589cd923f696) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:49:26.685902 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:26.686522 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:26.691686 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f1280-13c1-4dea-9dd7-d1db4380c03d None None] Network c7d81eaf-a93b-40f4-9ebe-589cd923f696 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:26.701844 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-dea407b4-1468-4c10-8102-56fbe9c44cee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3854156 Jul 08 19:49:26.862954 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b3c44-3634-426d-a971-d86fcdd38a35 None None] Network c7d81eaf-a93b-40f4-9ebe-589cd923f696 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:27.305052 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48572) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:27.311606 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-686401752-network', 'tenant_id': '07de5e290dd54727a22d9c8970705eca'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:49:27.332978 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Made reservation on behalf of 07de5e290dd54727a22d9c8970705eca for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:49:27.335338 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.347290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.450695 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.455400 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.478333 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:49:27.492260 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce8c597-7f87-46ef-8ed3-b993935abf1a,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:27.497200 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.497481 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Added segment 268695a1-5f7d-4d90-8b51-ffc44b57242e of type vlan for network 9fb4faa0-83f0-4455-b59a-447c3948a067 Jul 08 19:49:27.545018 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.578829 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.580061 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:27.580728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.636161 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3270729 Jul 08 19:49:27.636638 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48582) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:27.644246 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Request body: {'subnet': {'network_id': '9fb4faa0-83f0-4455-b59a-447c3948a067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-686401752-subnet', 'tenant_id': '07de5e290dd54727a22d9c8970705eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:49:27.659134 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37775f-17ba-41ef-a05b-95fec079848e admin admin] Pushing event updated for resources: {'Network': ['ID=9fb4faa0-83f0-4455-b59a-447c3948a067,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:27.674235 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 9fb4faa0-83f0-4455-b59a-447c3948a067 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:49:27.676226 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Made reservation on behalf of 07de5e290dd54727a22d9c8970705eca for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:49:27.678751 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.919679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:27.982679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e940978-163e-4f6d-9714-d1377a796125,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:27.991103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Checking segment: {'id': '268695a1-5f7d-4d90-8b51-ffc44b57242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9fb4faa0-83f0-4455-b59a-447c3948a067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:49:27.991466 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Network hostable DHCP agents. Network: 9fb4faa0-83f0-4455-b59a-447c3948a067, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:49:28.008457 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Network 9fb4faa0-83f0-4455-b59a-447c3948a067 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:49:28.027976 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 9fb4faa0-83f0-4455-b59a-447c3948a067) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:49:28.036645 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42fcff-0dcb-45bf-8a0d-fe0933a970c3 None None] Network 9fb4faa0-83f0-4455-b59a-447c3948a067 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:28.041379 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:28.042103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:28.077170 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-d05f8331-bd38-48a0-993c-76267efdcb01 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4394720 Jul 08 19:49:28.111443 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689e7b6-e252-4ef3-90d9-143deea6e1fe req-b2da1491-3674-457c-af07-e8b413017502 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:28.113269 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2689e7b6-e252-4ef3-90d9-143deea6e1fe req-b2da1491-3674-457c-af07-e8b413017502 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0950670 Jul 08 19:49:28.156971 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2689e7b6-e252-4ef3-90d9-143deea6e1fe req-6552f25e-66fd-48cb-8dda-5af161c4103a tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378842 Jul 08 19:49:28.178136 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c76c1-0c2c-47cb-b8b5-1ff6ac192758 None None] Network 9fb4faa0-83f0-4455-b59a-447c3948a067 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:29.329607 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77639d-9201-491e-af36-2a02861def52 req-8725aa5c-a177-4080-b905-9aa54061b72f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:29.331070 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e77639d-9201-491e-af36-2a02861def52 req-8725aa5c-a177-4080-b905-9aa54061b72f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0616364 Jul 08 19:49:29.371824 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5e77639d-9201-491e-af36-2a02861def52 req-0e4ad2e5-6a62-46a8-864a-a1d9162dd42c tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups?id=9364c480-bcfb-4ea6-9444-6b13cc86d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Jul 08 19:49:29.852101 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-8b34841c-8678-415a-a299-b066a84a88d0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:29.853830 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-8b34841c-8678-415a-a299-b066a84a88d0 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 946 time: 0.0681400 Jul 08 19:49:29.978106 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Deleting port 6013c044-b8d1-4484-9800-32ead579b2c5 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:29.978458 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:30.074005 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] For port 6013c044-b8d1-4484-9800-32ead579b2c5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6013c044-b8d1-4484-9800-32ead579b2c5,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:30.074282 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:30.291013 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:30.291387 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:30.291689 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Floating IP c6ffbea6-9186-41d5-a2f9-f03932064b09 disassociated. External IP: 172.27.1.36, port: 6013c044-b8d1-4484-9800-32ead579b2c5. Jul 08 19:49:30.292035 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Calling delete_port for 6013c044-b8d1-4484-9800-32ead579b2c5 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:30.474061 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:30.532323 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event deleted for resources: {'Port': ['ID=6013c044-b8d1-4484-9800-32ead579b2c5,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:30.596913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.597471 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.597989 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.598413 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.599381 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.599903 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.600427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.601287 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.601793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.602280 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.602761 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.603241 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:30.612861 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e56ae211-296d-4305-94ad-9ca3e53b190e req-5f468f7d-8805-4f5a-9c63-e5867c145bce tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 210 time: 0.0743361 Jul 08 19:49:30.779023 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:30.987547 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:31.005660 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:31.032768 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:31.034523 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:31.053541 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] No DVR routers for this DVR port 6013c044-b8d1-4484-9800-32ead579b2c5 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:31.057715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:31.062146 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cc3f6b8f-a1e0-4223-95d9-ca088347d6ca req-313aa935-33dd-4a1e-bb7d-16ba0349df2f tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.91 "DELETE /v2.0/ports/6013c044-b8d1-4484-9800-32ead579b2c5 HTTP/1.1" status: 204 len: 173 time: 1.2008712 Jul 08 19:49:31.063948 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'name': 'network-vif-deleted', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:49:31.068574 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7fd8e8-6d8e-4722-8b3f-b75e95b3e241" -d '{"events": [{"server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "name": "network-vif-deleted", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:49:31.182484 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0d786-aca2-4bf1-92f3-a7a792081ecb x-openstack-request-id: req-e8a0d786-aca2-4bf1-92f3-a7a792081ecb {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:49:31.182953 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe7dbd5-1870-4bc2-93ea-18f4c37ff381", "name": "network-vif-deleted", "tag": "6013c044-b8d1-4484-9800-32ead579b2c5", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:49:31.183715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8a0d786-aca2-4bf1-92f3-a7a792081ecb {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:49:31.184556 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe7dbd5-1870-4bc2-93ea-18f4c37ff381', 'name': 'network-vif-deleted', 'tag': '6013c044-b8d1-4484-9800-32ead579b2c5', 'status': 'completed', 'code': 200} Jul 08 19:49:31.285861 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:31.584201 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-dd4dfeb9-a5d1-4b54-9f96-93e77881be34 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965352905&fields=id&tenant_id=ff6df1b729854906b7641217575cf126 HTTP/1.1" status: 200 len: 267 time: 0.0836823 Jul 08 19:49:31.704486 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-ea9519a4-7b5a-4572-b7d3-b288aa30a706 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:31.711234 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-ea9519a4-7b5a-4572-b7d3-b288aa30a706 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 984 time: 0.1161203 Jul 08 19:49:31.718841 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Request body: {'port': {'security_groups': ['352767a8-3390-4d15-9301-b5701d59895c']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:49:31.727210 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:31.775212 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:31.794128 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:31.794678 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:31.857327 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:31.938190 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7ed65eb1-efb1-42d7-8e48-05db198ecb84 req-8cb78f35-e710-4cab-9996-30f38cf6b187 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfe7dbd5-1870-4bc2-93ea-18f4c37ff381 HTTP/1.1" status: 200 len: 210 time: 0.0923429 Jul 08 19:49:31.995222 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:32.225230 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:32.270429 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.276031 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.288820 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b0d79ee9-f033-434c-a10b-ea92ab16f92e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:49:32.324413 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:32.324913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.330022 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3d75d89c-193a-481b-a16b-66c55e55eee1 req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "PUT /v2.0/ports/b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 942 time: 0.6173820 Jul 08 19:49:32.334378 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48630) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:32.357104 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926f53e-337c-4fe4-89a2-457e2606e3e5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event updated for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=7']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:32.390967 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b0d79ee9-f033-434c-a10b-ea92ab16f92e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:49:32.400682 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:32.450089 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfaab6-6963-46c9-9621-4a302d714bdc None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:20Z', 'revision_number': 4, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d', 'name': '', 'network_id': '4620f81d-6ec4-49f4-a194-990744c2c2ee', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'mac_address': 'fa:16:3e:71:70:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:19Z', 'updated_at': '2021-07-08T19:43:27Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'subnets': [{'id': '83d8d999-4973-4f43-8f93-4504d2aae656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:32.473123 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.528647 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.671748 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.675697 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.680701 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "DELETE /v2.0/security-groups/ecb5097a-be53-4be0-b9bd-281651d3bb0b HTTP/1.1" status: 204 len: 168 time: 0.3416760 Jul 08 19:49:32.681431 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48634) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:32.688133 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5097a-be53-4be0-b9bd-281651d3bb0b,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:32.698262 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.698782 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.699315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.699849 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.700376 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.700843 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.701313 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.702028 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.703106 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.703606 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.704065 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.704573 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ad9bb-cb84-4c00-a29d-e4c3e317184b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:49:32.774328 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f0911175-f35e-4919-adec-6f5c730437c4 None None] Provisioning complete for port b0d79ee9-f033-434c-a10b-ea92ab16f92e triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:49:32.774850 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f0911175-f35e-4919-adec-6f5c730437c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:32.916848 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a7e02-e0e4-4abb-a627-01748faf0d1a None None] New status for floating IP c6ffbea6-9186-41d5-a2f9-f03932064b09: DOWN {{(pid=99695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:49:32.982591 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Deleting port eae2435c-623f-4d5f-915b-2e4d3f97a591 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:32.983753 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.125697 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48648) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:33.142447 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.142796 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.161114 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Calling delete_port for eae2435c-623f-4d5f-915b-2e4d3f97a591 owned by network:floatingip {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:33.209939 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:49:33.210253 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-31fd6a63-e746-46b6-9a53-d8325879a3de tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.212160 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:49:33.262822 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-31fd6a63-e746-46b6-9a53-d8325879a3de tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.269823 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48257f27-3024-44d2-9d5a-6d6a35a760d3 x-openstack-request-id: req-48257f27-3024-44d2-9d5a-6d6a35a760d3 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:49:33.270616 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:49:33.270804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48257f27-3024-44d2-9d5a-6d6a35a760d3 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:49:33.271309 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'status': 'completed', 'code': 200} Jul 08 19:49:33.339816 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-31fd6a63-e746-46b6-9a53-d8325879a3de tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.343157 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-31fd6a63-e746-46b6-9a53-d8325879a3de tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.344930 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-31fd6a63-e746-46b6-9a53-d8325879a3de tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "DELETE /v2.0/security-groups/9364c480-bcfb-4ea6-9444-6b13cc86d787 HTTP/1.1" status: 204 len: 168 time: 0.2171736 Jul 08 19:49:33.350388 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48652) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:33.364848 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd6a63-e746-46b6-9a53-d8325879a3de tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9364c480-bcfb-4ea6-9444-6b13cc86d787,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:33.374521 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.api.v2.resource [None req-b9f06766-77ef-4083-8170-ffce7d8a6cec tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] show failed (client error): The resource could not be found. Jul 08 19:49:33.375786 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b9f06766-77ef-4083-8170-ffce7d8a6cec tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "GET /v2.0/security-groups/9364c480-bcfb-4ea6-9444-6b13cc86d787 HTTP/1.1" status: 404 len: 347 time: 0.0243962 Jul 08 19:49:33.378950 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48654) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:33.398930 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-ffbb25c6-9f46-4e77-81cf-5a88885c52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:33.400469 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-ffbb25c6-9f46-4e77-81cf-5a88885c52a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1098 time: 0.1075127 Jul 08 19:49:33.518007 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.543258 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Deleting port 5b6605d8-a2c5-4d62-b4d7-9501d0a66d56 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:33.543712 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.559813 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event deleted for resources: {'Port': ['ID=eae2435c-623f-4d5f-915b-2e4d3f97a591,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:33.602550 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-851f52b2-e5c9-4736-9068-17b4812be5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:33.604028 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-851f52b2-e5c9-4736-9068-17b4812be5e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.1929190 Jul 08 19:49:33.629886 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.630295 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.650187 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Calling delete_port for 5b6605d8-a2c5-4d62-b4d7-9501d0a66d56 owned by network:floatingip {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:33.663913 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-cb9af0d1-8879-4930-952b-e19aad8b1623 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 217 time: 0.0413520 Jul 08 19:49:33.701138 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks [] for floatingip, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.701530 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Floating IP 3d82efa8-8b8a-4a7d-afe7-e1cd419172a7 disassociated (deleted). External IP: 172.27.1.19, port: b0d79ee9-f033-434c-a10b-ea92ab16f92e. Jul 08 19:49:33.764573 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-6f554864-bbc0-4e83-b3f4-96e0c2dc295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:33.766124 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-6f554864-bbc0-4e83-b3f4-96e0c2dc295e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.0937524 Jul 08 19:49:33.827314 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.867072 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Pushing event deleted for resources: {'Port': ['ID=5b6605d8-a2c5-4d62-b4d7-9501d0a66d56,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:33.907374 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-482a36c2-f012-4692-b91c-9e3746c60685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:33.909080 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-482a36c2-f012-4692-b91c-9e3746c60685 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1365790 Jul 08 19:49:33.943052 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks [] for floatingip, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.945671 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:33.947396 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b28dacc0-e001-4ecf-9661-941810542d85 tempest-AttachVolumeTestJSON-2044137159 tempest-AttachVolumeTestJSON-2044137159-project] 10.222.0.41 "DELETE /v2.0/floatingips/c6ffbea6-9186-41d5-a2f9-f03932064b09 HTTP/1.1" status: 204 len: 168 time: 0.5641360 Jul 08 19:49:33.992407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 6013c044-b8d1-4484-9800-32ead579b2c5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:34.032267 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 6013c044-b8d1-4484-9800-32ead579b2c5 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:34.032811 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 6013c044-b8d1-4484-9800-32ead579b2c5 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:34.118488 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Router 858995ef-3df6-4a9f-8960-3242a05c0669 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:34.124557 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-55adc046-2da9-4723-8f98-379fa1a2563d service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856277 Jul 08 19:49:34.591885 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b3c63ef9-ad5c-425d-ab31-d23c3ee80ee1 req-db1935f2-6ded-40fe-9909-8f709867f82d service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609144 Jul 08 19:49:34.601275 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:34.608806 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:34.617840 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] Sync routers for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:34.633484 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:34.634373 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:34.656435 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-43b3949e-1481-4053-bd8a-a6ebe12aa218 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "DELETE /v2.0/floatingips/3d82efa8-8b8a-4a7d-afe7-e1cd419172a7 HTTP/1.1" status: 204 len: 168 time: 1.9720836 Jul 08 19:49:34.763503 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:35.083894 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:25Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:35.141474 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] Checking router: 858995ef-3df6-4a9f-8960-3242a05c0669 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:35.154241 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:35.155596 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:35.249303 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9fd524d8-376f-458d-8628-a19b6210c10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:35.273025 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:49:35.277143 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:49:35.300902 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:35.333362 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8081489-cf18-46f5-bf4f-f479fbd4cbf6 x-openstack-request-id: req-f8081489-cf18-46f5-bf4f-f479fbd4cbf6 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:49:35.333814 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:49:35.334187 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8081489-cf18-46f5-bf4f-f479fbd4cbf6 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:49:35.334754 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'status': 'completed', 'code': 200} Jul 08 19:49:35.427398 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-998a623b-6678-450b-8a48-07ef1107aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:35.429007 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-998a623b-6678-450b-8a48-07ef1107aa16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff6df1b729854906b7641217575cf126&device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 1098 time: 0.0696411 Jul 08 19:49:35.577244 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-af117d7c-951e-4af8-9dd1-673cf1761df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:35.579758 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-af117d7c-951e-4af8-9dd1-673cf1761df4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 200 len: 916 time: 0.1422544 Jul 08 19:49:35.631721 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-ef092a0a-dc1f-4b11-98aa-acbab4f9fe66 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 200 len: 217 time: 0.0453403 Jul 08 19:49:35.641820 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:25Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:35.688828 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a4f1f2-d8ac-4cd2-aa2b-ad9b74af15b5 None None] The sync data for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi is: [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:47:19Z', 'revision_number': 4, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'cfe8472d-3c05-493a-8b24-ff53c62f9b69', 'name': '', 'network_id': '9709e39c-cfe9-4660-a2b5-dcffc760dc53', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'mac_address': 'fa:16:3e:2c:89:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:18Z', 'updated_at': '2021-07-08T19:47:25Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'subnets': [{'id': '8371d0bd-e0d6-4fee-a1c2-6c571960bcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:35.696501 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-c6543253-512e-4402-ae92-02e11a942f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:35.698231 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-c6543253-512e-4402-ae92-02e11a942f3d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 200 len: 854 time: 0.0585442 Jul 08 19:49:35.797588 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-eebff1b1-4fdb-43b1-a824-b79c8ccf305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:35.799900 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-eebff1b1-4fdb-43b1-a824-b79c8ccf305d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9709e39c-cfe9-4660-a2b5-dcffc760dc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0902932 Jul 08 19:49:35.937803 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-5db80c64-a760-4a9e-9dc8-05dab61b0914 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258392 Jul 08 19:49:36.021635 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6094b32a-2b07-4150-a759-e446bba9295a None None] New status for floating IP 3d82efa8-8b8a-4a7d-afe7-e1cd419172a7: DOWN {{(pid=99695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:49:36.064630 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8c5ee511-4f4d-406a-9e28-d6e46c511c6e req-0d347075-237f-4ec8-8150-6ea459264d95 service neutron] 10.222.0.91 "GET /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183741 Jul 08 19:49:37.845672 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48734) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:37.971892 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b4fa2-cefd-4f52-ab59-cb9b7b22f186 req-024b6778-42f7-468a-b05c-34151d355508 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:37.974663 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a11b4fa2-cefd-4f52-ab59-cb9b7b22f186 req-024b6778-42f7-468a-b05c-34151d355508 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0820870 Jul 08 19:49:38.018492 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a11b4fa2-cefd-4f52-ab59-cb9b7b22f186 req-e8e3703c-9a64-48ec-975e-be31dbfccfa5 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jul 08 19:49:38.131561 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-cc9c31b9-0f2a-40f6-a953-9b74e06200dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:38.262495 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:38.429215 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:38.739437 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Deleting port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:38.739784 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:38.834994 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] For port 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:38.835271 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:38.848971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Calling delete_port for 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d owned by network:router_interface {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:38.986372 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:39.244981 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14ca7e-23bf-4ea0-a2d6-4a7314ad5346 req-ab6633d7-f8fa-42c8-b80b-27b8c75457d6 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:39.246769 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3f14ca7e-23bf-4ea0-a2d6-4a7314ad5346 req-ab6633d7-f8fa-42c8-b80b-27b8c75457d6 tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0781989 Jul 08 19:49:39.302699 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3f14ca7e-23bf-4ea0-a2d6-4a7314ad5346 req-96db431e-2408-4429-93be-940f4ce5554b tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/security-groups?id=352767a8-3390-4d15-9301-b5701d59895c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Jul 08 19:49:39.306871 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:39.334834 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:39.560799 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:39.590126 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-021b580b-3c89-476f-9ad7-204f51070cfb tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:49:39.593438 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-021b580b-3c89-476f-9ad7-204f51070cfb tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.91 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 945 time: 0.0899322 Jul 08 19:49:39.752480 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Deleting port b0d79ee9-f033-434c-a10b-ea92ab16f92e {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:39.753139 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:39.849727 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:39.861131 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] For port b0d79ee9-f033-434c-a10b-ea92ab16f92e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b0d79ee9-f033-434c-a10b-ea92ab16f92e,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:39.861959 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:39.885437 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Calling delete_port for b0d79ee9-f033-434c-a10b-ea92ab16f92e owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:39.994809 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:40.004487 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6d75922a-6b88-4990-a4b1-b2a8901d5856 admin admin] 10.222.0.41 "PUT /v2.0/routers/0eb9a660-40ee-4e9b-a051-80de84eaacc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1563795 Jul 08 19:49:40.008693 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48754) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:40.021619 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] Sync routers for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:40.048563 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:40.049988 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:40.085749 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.098714 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b0d79ee9-f033-434c-a10b-ea92ab16f92e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:49:40.125273 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Pushing event deleted for resources: {'Port': ['ID=b0d79ee9-f033-434c-a10b-ea92ab16f92e,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:40.203606 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] No DVR routers for this DVR port b0d79ee9-f033-434c-a10b-ea92ab16f92e on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:40.210748 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.213333 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-cd83dc96-7bcf-4760-af89-2f75899ead82 req-58c29e6a-57c3-42a7-97d2-26e1231ee0ff tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.91 "DELETE /v2.0/ports/b0d79ee9-f033-434c-a10b-ea92ab16f92e HTTP/1.1" status: 204 len: 173 time: 0.6116147 Jul 08 19:49:40.214008 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'name': 'network-vif-deleted', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:49:40.216684 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3bd241-3560-47ef-b4d4-74231779b9b6" -d '{"events": [{"server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "name": "network-vif-deleted", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:49:40.256805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c09c501-2ba4-4714-b409-1c1d4f06ad7a x-openstack-request-id: req-9c09c501-2ba4-4714-b409-1c1d4f06ad7a {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:49:40.257807 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdb5bf4-4fd9-439a-9c2b-03870dc53453", "name": "network-vif-deleted", "tag": "b0d79ee9-f033-434c-a10b-ea92ab16f92e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:49:40.258551 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c09c501-2ba4-4714-b409-1c1d4f06ad7a {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:49:40.259775 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdb5bf4-4fd9-439a-9c2b-03870dc53453', 'name': 'network-vif-deleted', 'tag': 'b0d79ee9-f033-434c-a10b-ea92ab16f92e', 'status': 'completed', 'code': 200} Jul 08 19:49:40.272746 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.313858 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:40.423086 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.510852 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Deleting port 8922c344-4af6-4625-90a6-c52c826c99b5 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:40.511263 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.550906 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:49:39Z', 'revision_number': 5, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port': {'id': '8922c344-4af6-4625-90a6-c52c826c99b5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:40.599815 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] Checking router: 0eb9a660-40ee-4e9b-a051-80de84eaacc4 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:40.614127 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] Routers {'0eb9a660-40ee-4e9b-a051-80de84eaacc4'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:40.614686 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:40.618385 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-46cf9308-bd1a-4804-a1f0-0bd8af0c5cec req-b74c37b5-814a-4818-ab60-88d10f04bf2a tempest-TestMinimumBasicScenario-1396573866 tempest-TestMinimumBasicScenario-1396573866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bdb5bf4-4fd9-439a-9c2b-03870dc53453 HTTP/1.1" status: 200 len: 210 time: 0.0417535 Jul 08 19:49:40.620880 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] For port 8922c344-4af6-4625-90a6-c52c826c99b5, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=8922c344-4af6-4625-90a6-c52c826c99b5,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:40.621330 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.645044 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Calling delete_port for 8922c344-4af6-4625-90a6-c52c826c99b5 owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:40.731141 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] Set router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:40.794474 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:49:40Z', 'revision_number': 6, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:40.843429 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.905905 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:40.942524 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Pushing event deleted for resources: {'Port': ['ID=8922c344-4af6-4625-90a6-c52c826c99b5,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:40.961289 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c6ffe-8d44-4da5-b959-04019fc3c98d None None] The sync data for ids ['0eb9a660-40ee-4e9b-a051-80de84eaacc4'] in dv-cinder-796286-16-iscsi is: [{'id': '0eb9a660-40ee-4e9b-a051-80de84eaacc4', 'name': 'tempest-AttachVolumeTestJSON-1026614521-router', 'tenant_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:43:15Z', 'updated_at': '2021-07-08T19:49:40Z', 'revision_number': 6, 'project_id': 'a18c8b57bbaf4e39a6c815c423a51ee6', 'gw_port_host': None}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:41.015113 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.107243 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.110136 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.153345 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.153892 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb9a660-40ee-4e9b-a051-80de84eaacc4 {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:49:41.159493 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.161995 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-df65f764-38fb-41bb-ad74-07772fedc25e admin admin] 10.222.0.41 "DELETE /v2.0/routers/0eb9a660-40ee-4e9b-a051-80de84eaacc4 HTTP/1.1" status: 204 len: 168 time: 1.1522505 Jul 08 19:49:41.163032 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48764) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:41.211589 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Deleting subnet 83d8d999-4973-4f43-8f93-4504d2aae656 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:49:41.214843 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.250884 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.342649 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.414709 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.438427 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d8d999-4973-4f43-8f93-4504d2aae656,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:41.442014 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.443889 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9c8fdefe-95e8-4c49-8b57-3ecbd319c4c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/83d8d999-4973-4f43-8f93-4504d2aae656 HTTP/1.1" status: 204 len: 168 time: 0.2799320 Jul 08 19:49:41.446663 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48774) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:41.449118 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d40d5c-c4a7-40fd-9cab-04a266cfd18e None None] Network 4620f81d-6ec4-49f4-a194-990744c2c2ee requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:41.537483 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.595439 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Deleting port e5523a48-73b8-4d69-9905-643cfc56bc54 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:41.595805 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.671631 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] For port e5523a48-73b8-4d69-9905-643cfc56bc54, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=e5523a48-73b8-4d69-9905-643cfc56bc54,segment=NetworkSegment(3dc8f596-3e92-40c1-8e96-0c4d302ffe39),segment_id=3dc8f596-3e92-40c1-8e96-0c4d302ffe39)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:41.671631 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.696033 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Calling delete_port for e5523a48-73b8-4d69-9905-643cfc56bc54 owned by network:dhcp {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:41.792782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] DHCP port deletion for 4620f81d-6ec4-49f4-a194-990744c2c2ee request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:49:41.852526 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Deleting port e5523a48-73b8-4d69-9905-643cfc56bc54 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:41.856316 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.861027 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.904208 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5523a48-73b8-4d69-9905-643cfc56bc54,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:41.907580 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] No DVR routers for this DVR port e5523a48-73b8-4d69-9905-643cfc56bc54 on host dv-cinder-796286-16-iscsi {{(pid=99693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:41.944563 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] For port e5523a48-73b8-4d69-9905-643cfc56bc54, host dv-cinder-796286-16-iscsi, got binding levels [] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:41.945180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:41.965586 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Calling delete_port for e5523a48-73b8-4d69-9905-643cfc56bc54 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:41.969533 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.ipam_backend_mixin [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Port e5523a48-73b8-4d69-9905-643cfc56bc54 was not found and therefore no delete operation was performed {{(pid=99695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:49:41.971261 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.031030 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] Pushing event deleted for resources: {'Port': ['ID=e5523a48-73b8-4d69-9905-643cfc56bc54,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:42.033446 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc144dce-a146-4fef-98ad-f9b0707d6f94 None None] No DVR routers for this DVR port e5523a48-73b8-4d69-9905-643cfc56bc54 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:42.068832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.090832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4620f81d-6ec4-49f4-a194-990744c2c2ee']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:42.112932 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc8f596-3e92-40c1-8e96-0c4d302ffe39') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:42.113347 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc8f596-3e92-40c1-8e96-0c4d302ffe39') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:42.133223 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.159418 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.169669 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:49:42.171024 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:49:42.173882 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:49:42.244250 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.251762 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.256562 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4620f81d-6ec4-49f4-a194-990744c2c2ee HTTP/1.1" status: 204 len: 168 time: 0.8085029 Jul 08 19:49:42.269848 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598d33c-7dc8-4570-bf03-e49e4b322af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4620f81d-6ec4-49f4-a194-990744c2c2ee,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:42.389085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48830) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:42.435040 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6e9639f9-be53-4b14-ab31-1733ab2ded68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a18c8b57bbaf4e39a6c815c423a51ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446861 Jul 08 19:49:42.439649 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48838) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:42.491357 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9897-78f9-431b-a820-a7b54d58a7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.516642 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9897-78f9-431b-a820-a7b54d58a7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.570383 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9897-78f9-431b-a820-a7b54d58a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.573730 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-5bcb9897-78f9-431b-a820-a7b54d58a7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:42.574998 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-5bcb9897-78f9-431b-a820-a7b54d58a7ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1155d076-0cda-4efe-b3d0-973458d6ef05 HTTP/1.1" status: 204 len: 168 time: 0.1344032 Jul 08 19:49:42.590450 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb9897-78f9-431b-a820-a7b54d58a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155d076-0cda-4efe-b3d0-973458d6ef05,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:42.649925 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48846) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:42.958069 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:42.982532 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:42.983126 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 2ecbe1bb-e2c8-4a8c-84b1-e55112f6b49d not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:42.983540 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 8922c344-4af6-4625-90a6-c52c826c99b5 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:43.003089 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 8922c344-4af6-4625-90a6-c52c826c99b5 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:43.003719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 8922c344-4af6-4625-90a6-c52c826c99b5 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:43.004281 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device e5523a48-73b8-4d69-9905-643cfc56bc54 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:43.025201 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: e5523a48-73b8-4d69-9905-643cfc56bc54 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:43.025534 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device e5523a48-73b8-4d69-9905-643cfc56bc54 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:43.163874 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.206986 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48872) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:43.295848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_v2 [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Deleting subnet 3191b90d-19c9-4920-8e95-b7c3f886e3b2 {{(pid=99694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:49:43.304472 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.399372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25000836'] for subnet, precommit_delete_associations {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.490290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.591256 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24970168'] for subnet, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.629444 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3191b90d-19c9-4920-8e95-b7c3f886e3b2,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:43.641031 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.642996 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-33548de3-70a9-40e5-95dc-113de680fce1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3191b90d-19c9-4920-8e95-b7c3f886e3b2 HTTP/1.1" status: 204 len: 168 time: 0.4350426 Jul 08 19:49:43.646454 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48882) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:43.708732 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Deleting port cfe8472d-3c05-493a-8b24-ff53c62f9b69 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:43.709579 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.754520 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.823127 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] For port cfe8472d-3c05-493a-8b24-ff53c62f9b69, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=cfe8472d-3c05-493a-8b24-ff53c62f9b69,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:43.823722 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.837839 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Calling delete_port for cfe8472d-3c05-493a-8b24-ff53c62f9b69 owned by network:router_interface {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:43.876001 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.891903 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d81eaf-a93b-40f4-9ebe-589cd923f696']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:43.907377 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8407f0dc-1065-4c74-a3bf-e16c0035636a') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:43.907682 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8407f0dc-1065-4c74-a3bf-e16c0035636a') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:43.919640 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.946177 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.959579 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:49:43.960332 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:49:43.962859 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:49:44.038004 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b0d79ee9-f033-434c-a10b-ea92ab16f92e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:44.042040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.082096 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.082710 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: b0d79ee9-f033-434c-a10b-ea92ab16f92e {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:44.082843 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c7d81eaf-a93b-40f4-9ebe-589cd923f696 HTTP/1.1" status: 204 len: 168 time: 0.4246707 Jul 08 19:49:44.082981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b0d79ee9-f033-434c-a10b-ea92ab16f92e not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:44.083076 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48892) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:44.083164 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203307a0-a2f1-42a9-b685-746b496b8eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d81eaf-a93b-40f4-9ebe-589cd923f696,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:44.147207 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Deleting subnet 6e940978-163e-4f6d-9714-d1377a796125 {{(pid=99694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:49:44.150846 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.153744 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.203168 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe8472d-3c05-493a-8b24-ff53c62f9b69,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:44.266526 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25000836'] for subnet, precommit_delete_associations {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.414577 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.548462 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.608553 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25000103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24970168'] for subnet, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.647351 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e940978-163e-4f6d-9714-d1377a796125,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:44.652848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.652848 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-3df526fd-2443-4257-8314-1ff82c09c139 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e940978-163e-4f6d-9714-d1377a796125 HTTP/1.1" status: 204 len: 168 time: 0.5757768 Jul 08 19:49:44.654741 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48906) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:44.781191 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.801489 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.953071 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:44.966309 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb4faa0-83f0-4455-b59a-447c3948a067']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:45.257032 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268695a1-5f7d-4d90-8b51-ffc44b57242e') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:45.257321 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268695a1-5f7d-4d90-8b51-ffc44b57242e') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:45.269011 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Router 858995ef-3df6-4a9f-8960-3242a05c0669 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:45.270709 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.287309 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.296890 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:49:45.297268 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: conditions |= (models_v2.Port.network_id.in_( Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:49:45.298872 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:49:45.417144 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.426068 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.427853 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] 10.222.0.41 "DELETE /v2.0/networks/9fb4faa0-83f0-4455-b59a-447c3948a067 HTTP/1.1" status: 204 len: 168 time: 0.7725534 Jul 08 19:49:45.443515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4755c55-ceb9-4119-86bb-f90fc784248a admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb4faa0-83f0-4455-b59a-447c3948a067,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:45.461753 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:45.470050 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ffb5015a-76c1-44e3-b491-15cbcda4b423 admin admin] 10.222.0.41 "PUT /v2.0/routers/858995ef-3df6-4a9f-8960-3242a05c0669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156898 Jul 08 19:49:45.470050 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48912) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:45.473214 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] Sync routers for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:45.482797 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:45.483794 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:45.594780 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks [] for router, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.616995 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:45.633040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48914) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:45.677687 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-dc9cb95f-69ea-4292-990d-4e2a0326a7b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4be7379db3a14e848480e701814fab9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427983 Jul 08 19:49:45.680173 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48916) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:45.710970 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.734412 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f8e782db-b469-4742-8e37-8f833612334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.759774 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f8e782db-b469-4742-8e37-8f833612334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.784074 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Deleting port 7d8e927e-aa9f-4379-bbcc-117c602df053 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:45.784744 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.820111 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f8e782db-b469-4742-8e37-8f833612334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.824303 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f8e782db-b469-4742-8e37-8f833612334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.825702 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f8e782db-b469-4742-8e37-8f833612334e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d254347-b57c-4a8f-9a8c-2bac8576cda6 HTTP/1.1" status: 204 len: 168 time: 0.1445625 Jul 08 19:49:45.834905 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e782db-b469-4742-8e37-8f833612334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d254347-b57c-4a8f-9a8c-2bac8576cda6,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:45.867540 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:49:44Z', 'revision_number': 5, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port': {'id': '7d8e927e-aa9f-4379-bbcc-117c602df053', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:16Z', 'updated_at': '2021-07-08T19:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:45.898189 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] Checking router: 858995ef-3df6-4a9f-8960-3242a05c0669 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:45.899715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] For port 7d8e927e-aa9f-4379-bbcc-117c602df053, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=7d8e927e-aa9f-4379-bbcc-117c602df053,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:45.900081 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:45.907372 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] Routers {'858995ef-3df6-4a9f-8960-3242a05c0669'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:45.908032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['858995ef-3df6-4a9f-8960-3242a05c0669'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:45.923455 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Calling delete_port for 7d8e927e-aa9f-4379-bbcc-117c602df053 owned by network:router_gateway {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:46.006104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] Set router 858995ef-3df6-4a9f-8960-3242a05c0669 gateway port host: None {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:46.095742 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:49:45Z', 'revision_number': 6, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:46.182545 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.243690 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8e927e-aa9f-4379-bbcc-117c602df053,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:46.295150 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b9fe92-48bd-42aa-bbca-00ee0b0ad866 None None] The sync data for ids ['858995ef-3df6-4a9f-8960-3242a05c0669'] in dv-cinder-796286-16-iscsi is: [{'id': '858995ef-3df6-4a9f-8960-3242a05c0669', 'name': 'tempest-TestMinimumBasicScenario-1093533536-router', 'tenant_id': 'ff6df1b729854906b7641217575cf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:15Z', 'updated_at': '2021-07-08T19:49:45Z', 'revision_number': 6, 'project_id': 'ff6df1b729854906b7641217575cf126', 'gw_port_host': None}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:46.380105 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.409093 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48934) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:46.454384 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-261a7626-b8c4-4192-9878-70527a93cf0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07de5e290dd54727a22d9c8970705eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437553 Jul 08 19:49:46.458468 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48936) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:46.502723 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.504929 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.508892 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f568da83-de89-48b5-97f1-b95c04a69d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.541839 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f568da83-de89-48b5-97f1-b95c04a69d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.576851 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.577836 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858995ef-3df6-4a9f-8960-3242a05c0669 {{(pid=99694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:49:46.585156 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.586458 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f5c21214-6763-4d43-9837-fce687747546 admin admin] 10.222.0.41 "DELETE /v2.0/routers/858995ef-3df6-4a9f-8960-3242a05c0669 HTTP/1.1" status: 204 len: 168 time: 1.1158977 Jul 08 19:49:46.589184 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48938) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:46.617388 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f568da83-de89-48b5-97f1-b95c04a69d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.619796 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f568da83-de89-48b5-97f1-b95c04a69d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.620924 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f568da83-de89-48b5-97f1-b95c04a69d52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dce8c597-7f87-46ef-8ed3-b993935abf1a HTTP/1.1" status: 204 len: 168 time: 0.1615233 Jul 08 19:49:46.637284 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568da83-de89-48b5-97f1-b95c04a69d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce8c597-7f87-46ef-8ed3-b993935abf1a,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:46.649569 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Deleting subnet 8371d0bd-e0d6-4fee-a1c2-6c571960bcfb {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:49:46.652781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.706351 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.836101 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.911611 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.940117 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8371d0bd-e0d6-4fee-a1c2-6c571960bcfb,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:46.945417 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:46.953957 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-9ac14afb-c517-4c74-a966-209b5a34c593 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8371d0bd-e0d6-4fee-a1c2-6c571960bcfb HTTP/1.1" status: 204 len: 168 time: 0.3584616 Jul 08 19:49:46.954981 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48946) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:46.958594 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58418d-0ab3-46d5-bd95-4f2eff3566f0 None None] Network 9709e39c-cfe9-4660-a2b5-dcffc760dc53 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:47.037143 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.115703 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Deleting port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:47.116191 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.206098 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] For port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,segment=NetworkSegment(aa8d5d28-164d-496d-a040-f9e934e65327),segment_id=aa8d5d28-164d-496d-a040-f9e934e65327)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:47.206515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.224263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Calling delete_port for 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 owned by network:dhcp {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:47.243293 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] DHCP port deletion for 9709e39c-cfe9-4660-a2b5-dcffc760dc53 request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:49:47.249281 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device cfe8472d-3c05-493a-8b24-ff53c62f9b69 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:47.292012 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: cfe8472d-3c05-493a-8b24-ff53c62f9b69 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:47.292375 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device cfe8472d-3c05-493a-8b24-ff53c62f9b69 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:47.292912 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7d8e927e-aa9f-4379-bbcc-117c602df053 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:47.321746 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 7d8e927e-aa9f-4379-bbcc-117c602df053 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:47.322546 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 7d8e927e-aa9f-4379-bbcc-117c602df053 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:47.357178 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.362058 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Deleting port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:47.365231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.385009 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:47.390715 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] No DVR routers for this DVR port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 on host dv-cinder-796286-16-iscsi {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:47.440384 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] For port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8, host dv-cinder-796286-16-iscsi, got binding levels [] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:47.440777 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.455724 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Calling delete_port for 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:47.459048 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.ipam_backend_mixin [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 was not found and therefore no delete operation was performed {{(pid=99695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:49:47.460718 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.490890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] Pushing event deleted for resources: {'Port': ['ID=5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:47.496073 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd8288-d8e0-43c9-979d-d6d669fe3b18 None None] No DVR routers for this DVR port 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:47.528418 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.544001 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9709e39c-cfe9-4660-a2b5-dcffc760dc53']}} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:47.556008 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8d5d28-164d-496d-a040-f9e934e65327') {'for_net_delete': True} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:47.556355 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.services.segments.db [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8d5d28-164d-496d-a040-f9e934e65327') {} {{(pid=99694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:47.566949 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25000845'] for segment, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.587555 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.594524 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=99694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:49:47.595017 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24999936'] for segment, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: Traceback (most recent call last): Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: timer() Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: cb(*args, **kw) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: return func(*args, **kwargs) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: self._notify() Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: self.callback(batched_events) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: event.method(event) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: return f(self, *a, **k) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._get(url).json() Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: return self.request(url, 'GET', **kwargs) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:49:47.597597 dv-cinder-796286-16-iscsi neutron-server[99694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:49:47.671323 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.677302 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:47.679238 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9709e39c-cfe9-4660-a2b5-dcffc760dc53 HTTP/1.1" status: 204 len: 168 time: 0.7284238 Jul 08 19:49:47.683020 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 48968) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:47.693365 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f97187-d8fa-466a-bc95-141d5d25dcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9709e39c-cfe9-4660-a2b5-dcffc760dc53,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:48.131315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:48.422691 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Deleting port 4491f089-cde4-4aaa-b84f-a9097ec69db2 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:48.423030 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:48.501873 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] For port 4491f089-cde4-4aaa-b84f-a9097ec69db2, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=4491f089-cde4-4aaa-b84f-a9097ec69db2,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:48.502261 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:48.520087 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Calling delete_port for 4491f089-cde4-4aaa-b84f-a9097ec69db2 owned by network:router_interface {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:48.701760 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:48.725811 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4491f089-cde4-4aaa-b84f-a9097ec69db2,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:48.905454 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:49.011040 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:49.045398 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:49.045398 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5ab4ea3a-c545-4dd9-bf57-4aae8db5a1f8 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:49.363516 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Router bca27cb0-16f1-489e-8a80-cd569300dbeb has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:49:49.471056 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:49:49.475986 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7d4e9025-891a-43e8-b480-f2127cc72d52 admin admin] 10.222.0.41 "PUT /v2.0/routers/bca27cb0-16f1-489e-8a80-cd569300dbeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911828 Jul 08 19:49:49.480178 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 48994) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:49.483828 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] Sync routers for ids ['bca27cb0-16f1-489e-8a80-cd569300dbeb'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:49:49.498548 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] Routers {'bca27cb0-16f1-489e-8a80-cd569300dbeb'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:49.499175 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['bca27cb0-16f1-489e-8a80-cd569300dbeb'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:49.595138 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks [] for router, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:49.615568 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] Set router bca27cb0-16f1-489e-8a80-cd569300dbeb gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:49.709604 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:49.768873 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Deleting port 39150c31-50fb-47bf-b1be-5c1c923cf0e9 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:49.768873 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:49.821678 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:49:48Z', 'revision_number': 5, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port': {'id': '39150c31-50fb-47bf-b1be-5c1c923cf0e9', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:47:22Z', 'updated_at': '2021-07-08T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:49.848099 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] Checking router: bca27cb0-16f1-489e-8a80-cd569300dbeb for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:49:49.856461 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] For port 39150c31-50fb-47bf-b1be-5c1c923cf0e9, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=39150c31-50fb-47bf-b1be-5c1c923cf0e9,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:49.857368 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:49.860062 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] Routers {'bca27cb0-16f1-489e-8a80-cd569300dbeb'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:49:49.860684 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:49:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['bca27cb0-16f1-489e-8a80-cd569300dbeb'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:49.873503 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Calling delete_port for 39150c31-50fb-47bf-b1be-5c1c923cf0e9 owned by network:router_gateway {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:49.960294 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] Set router bca27cb0-16f1-489e-8a80-cd569300dbeb gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:49:50.036441 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:49:49Z', 'revision_number': 6, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:50.065503 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84e03b-0e0a-4d68-9041-485451ac90ad None None] The sync data for ids ['bca27cb0-16f1-489e-8a80-cd569300dbeb'] in dv-cinder-796286-16-iscsi is: [{'id': 'bca27cb0-16f1-489e-8a80-cd569300dbeb', 'name': 'tempest-TestMinimumBasicScenario-1010969693-router', 'tenant_id': '2fd49a951d294642a31fce8f30395555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:47:21Z', 'updated_at': '2021-07-08T19:49:49Z', 'revision_number': 6, 'project_id': '2fd49a951d294642a31fce8f30395555', 'gw_port_host': None}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:49:50.102769 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.141349 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Pushing event deleted for resources: {'Port': ['ID=39150c31-50fb-47bf-b1be-5c1c923cf0e9,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:50.204290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.303799 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.306253 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.370451 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.370900 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca27cb0-16f1-489e-8a80-cd569300dbeb {{(pid=99694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:49:50.377518 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.379961 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-abe4d802-69e1-4493-be57-cdf0bb106725 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bca27cb0-16f1-489e-8a80-cd569300dbeb HTTP/1.1" status: 204 len: 168 time: 0.8975554 Jul 08 19:49:50.381801 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49000) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:50.446355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Deleting subnet 458d89de-a33a-4c11-8b96-8d281622f205 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:49:50.452590 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.490201 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.602606 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.660761 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.687423 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458d89de-a33a-4c11-8b96-8d281622f205,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:50.690447 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.693003 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3d0bd87d-ce2d-457c-bf2c-d782940aeb69 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/458d89de-a33a-4c11-8b96-8d281622f205 HTTP/1.1" status: 204 len: 168 time: 0.3082247 Jul 08 19:49:50.694845 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49004) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:50.698579 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b31ba-960d-4cdf-8525-07720a1609fe None None] Network 288fd279-1337-4d5d-a8a7-c37ece5c525b requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:49:50.768759 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.835711 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Deleting port d693ed96-509c-4633-aa48-04add1e55711 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:50.836160 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.917042 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] DHCP port deletion for 288fd279-1337-4d5d-a8a7-c37ece5c525b request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:49:50.940336 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] For port d693ed96-509c-4633-aa48-04add1e55711, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=d693ed96-509c-4633-aa48-04add1e55711,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:50.940716 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:50.958911 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Calling delete_port for d693ed96-509c-4633-aa48-04add1e55711 owned by network:dhcp {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:51.002541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] Deleting port d693ed96-509c-4633-aa48-04add1e55711 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:49:51.003731 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.008942 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 4491f089-cde4-4aaa-b84f-a9097ec69db2 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:51.065671 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 4491f089-cde4-4aaa-b84f-a9097ec69db2 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:51.066017 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 4491f089-cde4-4aaa-b84f-a9097ec69db2 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:51.066429 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 39150c31-50fb-47bf-b1be-5c1c923cf0e9 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:51.074016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.101944 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Pushing event deleted for resources: {'Port': ['ID=d693ed96-509c-4633-aa48-04add1e55711,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:51.103895 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 39150c31-50fb-47bf-b1be-5c1c923cf0e9 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:51.104256 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 39150c31-50fb-47bf-b1be-5c1c923cf0e9 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:51.110251 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] No DVR routers for this DVR port d693ed96-509c-4633-aa48-04add1e55711 on host dv-cinder-796286-16-iscsi {{(pid=99693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:51.125042 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] For port d693ed96-509c-4633-aa48-04add1e55711, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=d693ed96-509c-4633-aa48-04add1e55711,segment=NetworkSegment(12315eb5-f926-41c8-996a-78eae8f1bc93),segment_id=12315eb5-f926-41c8-996a-78eae8f1bc93)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:49:51.125390 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.140045 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] Calling delete_port for d693ed96-509c-4633-aa48-04add1e55711 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:49:51.198099 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.210193 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288fd279-1337-4d5d-a8a7-c37ece5c525b']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:51.227604 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12315eb5-f926-41c8-996a-78eae8f1bc93') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:51.228075 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12315eb5-f926-41c8-996a-78eae8f1bc93') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:49:51.233818 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.238843 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.257821 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.260453 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] Pushing event deleted for resources: {'Port': ['ID=d693ed96-509c-4633-aa48-04add1e55711,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:51.263519 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3de210-4e0f-4e03-aaa2-724291e245a6 None None] No DVR routers for this DVR port d693ed96-509c-4633-aa48-04add1e55711 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:49:51.271941 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:49:51.277584 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:49:51.331010 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.336764 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.338744 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] 10.222.0.41 "DELETE /v2.0/networks/288fd279-1337-4d5d-a8a7-c37ece5c525b HTTP/1.1" status: 204 len: 168 time: 0.6428418 Jul 08 19:49:51.350300 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5f4f-f6e0-4cd1-ac28-eab98cd4062e admin admin] Pushing event deleted for resources: {'Network': ['ID=288fd279-1337-4d5d-a8a7-c37ece5c525b,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:51.555845 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49014) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:51.602816 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-a85c3ca8-232d-42c5-a1a6-b648cd7ac255 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff6df1b729854906b7641217575cf126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457220 Jul 08 19:49:51.605587 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49016) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:51.659620 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd0debf4-1a17-47c3-b933-3723b6337416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.685187 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd0debf4-1a17-47c3-b933-3723b6337416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.738355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd0debf4-1a17-47c3-b933-3723b6337416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.740796 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bd0debf4-1a17-47c3-b933-3723b6337416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:51.741962 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bd0debf4-1a17-47c3-b933-3723b6337416 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/352767a8-3390-4d15-9301-b5701d59895c HTTP/1.1" status: 204 len: 168 time: 0.1354828 Jul 08 19:49:51.753121 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0debf4-1a17-47c3-b933-3723b6337416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352767a8-3390-4d15-9301-b5701d59895c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:52.117763 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49022) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:52.163020 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-5756467f-006e-4583-8a25-5b43295a39a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fd49a951d294642a31fce8f30395555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438154 Jul 08 19:49:52.166350 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49024) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:52.214797 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b75b0e55-f667-4c02-af28-f10d90ce432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:52.236522 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b75b0e55-f667-4c02-af28-f10d90ce432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:52.284003 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b75b0e55-f667-4c02-af28-f10d90ce432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:52.286727 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-b75b0e55-f667-4c02-af28-f10d90ce432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:52.287872 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-b75b0e55-f667-4c02-af28-f10d90ce432e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/632674e2-54dc-4835-97b4-9069c37164c0 HTTP/1.1" status: 204 len: 168 time: 0.1206267 Jul 08 19:49:52.297088 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b0e55-f667-4c02-af28-f10d90ce432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632674e2-54dc-4835-97b4-9069c37164c0,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:52.951805 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device d693ed96-509c-4633-aa48-04add1e55711 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:49:52.978048 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: d693ed96-509c-4633-aa48-04add1e55711 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:49:52.978809 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device d693ed96-509c-4633-aa48-04add1e55711 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:49:55.798330 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:49:55.801156 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49106) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:55.927820 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-50873dc6-9e03-4268-92fd-be572e9eb37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.029118 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-50873dc6-9e03-4268-92fd-be572e9eb37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.033919 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-50873dc6-9e03-4268-92fd-be572e9eb37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.075158 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-50873dc6-9e03-4268-92fd-be572e9eb37f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=771d5577e51b4bbda4761513741df037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727673 Jul 08 19:49:56.076983 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873dc6-9e03-4268-92fd-be572e9eb37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714fa34a-558b-450a-afae-7fe79c5f8a1b,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:56.078789 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49110) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:56.135853 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-85ea4e93-26c3-4f70-aa5e-7ab0ac295704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.159064 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-85ea4e93-26c3-4f70-aa5e-7ab0ac295704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.216817 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-85ea4e93-26c3-4f70-aa5e-7ab0ac295704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.219304 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-85ea4e93-26c3-4f70-aa5e-7ab0ac295704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.220504 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-85ea4e93-26c3-4f70-aa5e-7ab0ac295704 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/714fa34a-558b-450a-afae-7fe79c5f8a1b HTTP/1.1" status: 204 len: 168 time: 0.1407073 Jul 08 19:49:56.229382 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea4e93-26c3-4f70-aa5e-7ab0ac295704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714fa34a-558b-450a-afae-7fe79c5f8a1b,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:56.528226 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49118) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:56.542926 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6a953442-ddaa-4911-b6aa-f02c280b045b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.642532 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6a953442-ddaa-4911-b6aa-f02c280b045b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.647335 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6a953442-ddaa-4911-b6aa-f02c280b045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.687465 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6a953442-ddaa-4911-b6aa-f02c280b045b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4743a3c25834285be46e2a7c934b92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580429 Jul 08 19:49:56.688558 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a953442-ddaa-4911-b6aa-f02c280b045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e0e88-bf05-4672-83f2-7ac928319ef2,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:49:56.693964 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49122) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:49:56.752837 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-445ec978-23ea-4bd1-a2bb-c8e01eb31cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.777886 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-445ec978-23ea-4bd1-a2bb-c8e01eb31cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.860215 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-445ec978-23ea-4bd1-a2bb-c8e01eb31cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.863972 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-445ec978-23ea-4bd1-a2bb-c8e01eb31cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:49:56.869139 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-445ec978-23ea-4bd1-a2bb-c8e01eb31cd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b2e0e88-bf05-4672-83f2-7ac928319ef2 HTTP/1.1" status: 204 len: 168 time: 0.1703973 Jul 08 19:49:56.881725 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ec978-23ea-4bd1-a2bb-c8e01eb31cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e0e88-bf05-4672-83f2-7ac928319ef2,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:04.532649 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49268) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:04.660499 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-40606029-9de0-4e19-95ed-ddc51f3493b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.768585 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-40606029-9de0-4e19-95ed-ddc51f3493b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.774034 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-40606029-9de0-4e19-95ed-ddc51f3493b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.814135 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-40606029-9de0-4e19-95ed-ddc51f3493b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=754631bcea7346e58ca55d30ba30a998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803617 Jul 08 19:50:04.815108 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606029-9de0-4e19-95ed-ddc51f3493b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f027134d-d527-428d-8801-fda54c4cab38,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:04.817683 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49272) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:04.871044 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a7fb62c9-f32a-44ff-9221-e3cb174ac593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.903419 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a7fb62c9-f32a-44ff-9221-e3cb174ac593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.958634 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a7fb62c9-f32a-44ff-9221-e3cb174ac593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.964230 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a7fb62c9-f32a-44ff-9221-e3cb174ac593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:04.966794 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a7fb62c9-f32a-44ff-9221-e3cb174ac593 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f027134d-d527-428d-8801-fda54c4cab38 HTTP/1.1" status: 204 len: 168 time: 0.1475055 Jul 08 19:50:04.976425 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb62c9-f32a-44ff-9221-e3cb174ac593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f027134d-d527-428d-8801-fda54c4cab38,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:05.247032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-0adaf041-97dd-4d96-b049-cbd865933aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.302981 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49278) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:05.317288 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841875e9-4117-4dce-b42e-84ecd445532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.417356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841875e9-4117-4dce-b42e-84ecd445532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.422174 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-841875e9-4117-4dce-b42e-84ecd445532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.470297 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-841875e9-4117-4dce-b42e-84ecd445532f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b8a8e21a8dc49619a7e70b7dc3c1aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657948 Jul 08 19:50:05.471240 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841875e9-4117-4dce-b42e-84ecd445532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942da9f-966f-4c32-9b67-3acbfb74b860,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:05.472725 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49282) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:05.533648 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d740174-e74a-4a03-9744-e96035c8b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.566804 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d740174-e74a-4a03-9744-e96035c8b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.632244 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d740174-e74a-4a03-9744-e96035c8b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.638467 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d740174-e74a-4a03-9744-e96035c8b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:05.639647 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1d740174-e74a-4a03-9744-e96035c8b01a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8942da9f-966f-4c32-9b67-3acbfb74b860 HTTP/1.1" status: 204 len: 168 time: 0.1659169 Jul 08 19:50:05.648720 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d740174-e74a-4a03-9744-e96035c8b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942da9f-966f-4c32-9b67-3acbfb74b860,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:06.039153 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49294) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:06.052668 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dbb93d62-5766-4bbb-99df-77ea65e4fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.164723 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dbb93d62-5766-4bbb-99df-77ea65e4fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.170130 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-dbb93d62-5766-4bbb-99df-77ea65e4fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.214414 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-dbb93d62-5766-4bbb-99df-77ea65e4fae4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10716100b3f34ff9a61bd675d298fab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738930 Jul 08 19:50:06.215644 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb93d62-5766-4bbb-99df-77ea65e4fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d24c75-bf09-4a00-bec9-9a3af5018837,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:06.220051 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49296) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:06.277172 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-08327f1e-e698-4840-815b-dec74f7d6602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.301169 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-08327f1e-e698-4840-815b-dec74f7d6602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.358151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-08327f1e-e698-4840-815b-dec74f7d6602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.361007 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-08327f1e-e698-4840-815b-dec74f7d6602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:06.362210 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-08327f1e-e698-4840-815b-dec74f7d6602 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67d24c75-bf09-4a00-bec9-9a3af5018837 HTTP/1.1" status: 204 len: 168 time: 0.1411848 Jul 08 19:50:06.370753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08327f1e-e698-4840-815b-dec74f7d6602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d24c75-bf09-4a00-bec9-9a3af5018837,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:08.134564 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a157af9e-5b0f-4864-a9ca-464b56e569ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:08.277309 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:08.636656 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49416) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:08.764355 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e859-e904-45f9-9296-d52edcd7161d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:08.867457 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e859-e904-45f9-9296-d52edcd7161d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:08.873038 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e859-e904-45f9-9296-d52edcd7161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:08.921386 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-2fb9e859-e904-45f9-9296-d52edcd7161d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=891e6098af1c4129aeffd889c3d9629e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826898 Jul 08 19:50:08.922620 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9e859-e904-45f9-9296-d52edcd7161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018d583-73f7-4b9c-a509-951ba1a7399d,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:08.924554 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49420) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:08.972085 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:08.993609 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4b08d632-b3f4-4e9c-8707-3e31ec5bcf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.022035 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4b08d632-b3f4-4e9c-8707-3e31ec5bcf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.088312 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4b08d632-b3f4-4e9c-8707-3e31ec5bcf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.091464 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4b08d632-b3f4-4e9c-8707-3e31ec5bcf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.092922 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-4b08d632-b3f4-4e9c-8707-3e31ec5bcf5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4018d583-73f7-4b9c-a509-951ba1a7399d HTTP/1.1" status: 204 len: 168 time: 0.1661551 Jul 08 19:50:09.103851 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08d632-b3f4-4e9c-8707-3e31ec5bcf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018d583-73f7-4b9c-a509-951ba1a7399d,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:09.417834 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49428) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:09.436728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f103b2e9-cfe9-4512-b80f-c26bff671ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.555061 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f103b2e9-cfe9-4512-b80f-c26bff671ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.559119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f103b2e9-cfe9-4512-b80f-c26bff671ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.605703 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f103b2e9-cfe9-4512-b80f-c26bff671ebf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1757cfa89ff141fc93201cd0c86a3016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860976 Jul 08 19:50:09.607315 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103b2e9-cfe9-4512-b80f-c26bff671ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c2f7cc-4dc4-4b67-a1cc-0d46a50b37b1,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:09.610304 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49430) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:09.671286 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-56a518c8-5e03-4d50-af7c-de36db8f1633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.694872 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-56a518c8-5e03-4d50-af7c-de36db8f1633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.750245 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-56a518c8-5e03-4d50-af7c-de36db8f1633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.757642 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-56a518c8-5e03-4d50-af7c-de36db8f1633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:09.758192 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-56a518c8-5e03-4d50-af7c-de36db8f1633 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3c2f7cc-4dc4-4b67-a1cc-0d46a50b37b1 HTTP/1.1" status: 204 len: 168 time: 0.1465614 Jul 08 19:50:09.770409 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a518c8-5e03-4d50-af7c-de36db8f1633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c2f7cc-4dc4-4b67-a1cc-0d46a50b37b1,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:10.844834 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.045647 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49462) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:11.175240 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b9b00022-1e79-404f-8d6e-93b6b788630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.269919 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b9b00022-1e79-404f-8d6e-93b6b788630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.273857 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b9b00022-1e79-404f-8d6e-93b6b788630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.314685 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b9b00022-1e79-404f-8d6e-93b6b788630f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53c739fa7bc844799a534db70ebb15e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678654 Jul 08 19:50:11.316098 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b00022-1e79-404f-8d6e-93b6b788630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d68c04-75b6-4cf0-b168-4dccd27a31e9,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:11.318876 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49466) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:11.381762 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-98c750e9-fc6c-4a48-aa73-c0a86ed10c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.418632 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-98c750e9-fc6c-4a48-aa73-c0a86ed10c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.478264 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-98c750e9-fc6c-4a48-aa73-c0a86ed10c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.482132 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-98c750e9-fc6c-4a48-aa73-c0a86ed10c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:11.483608 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-98c750e9-fc6c-4a48-aa73-c0a86ed10c90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9d68c04-75b6-4cf0-b168-4dccd27a31e9 HTTP/1.1" status: 204 len: 168 time: 0.1637652 Jul 08 19:50:11.495094 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c750e9-fc6c-4a48-aa73-c0a86ed10c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d68c04-75b6-4cf0-b168-4dccd27a31e9,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:14.812194 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.146986 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49682) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:32.265874 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1fbb69e5-5deb-46b4-826c-c2ba5811f9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.374754 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1fbb69e5-5deb-46b4-826c-c2ba5811f9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.379194 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1fbb69e5-5deb-46b4-826c-c2ba5811f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.422278 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1fbb69e5-5deb-46b4-826c-c2ba5811f9c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6acebd786c774fb681bbbfcd0cb0c114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740619 Jul 08 19:50:32.423396 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb69e5-5deb-46b4-826c-c2ba5811f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06dab42-55a7-4505-8647-1929f3744478,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:32.426299 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49690) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:32.491552 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e4177578-0fa4-4437-b699-554dd20d0c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.515151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e4177578-0fa4-4437-b699-554dd20d0c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.575631 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e4177578-0fa4-4437-b699-554dd20d0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.578777 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-e4177578-0fa4-4437-b699-554dd20d0c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:32.580311 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-e4177578-0fa4-4437-b699-554dd20d0c99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f06dab42-55a7-4505-8647-1929f3744478 HTTP/1.1" status: 204 len: 168 time: 0.1530221 Jul 08 19:50:32.589341 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4177578-0fa4-4437-b699-554dd20d0c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06dab42-55a7-4505-8647-1929f3744478,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:32.798029 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:50:33.840141 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49738) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:33.954317 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.067846 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.073110 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.115293 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77ad068976e8418a88486061333e4080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739618 Jul 08 19:50:34.116159 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f1298-c687-40d0-9a4d-98d9d67a9f3e,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:34.118192 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49742) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:34.124152 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.124505 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.124845 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.125179 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.125512 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.125878 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.126210 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.126535 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.126861 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.127233 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.127563 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.127884 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb56b2-ef90-441b-9291-aa249a95f643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.170541 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.194985 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.249465 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.251935 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:34.253083 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e0f1298-c687-40d0-9a4d-98d9d67a9f3e HTTP/1.1" status: 204 len: 168 time: 0.1339114 Jul 08 19:50:34.261502 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f1298-c687-40d0-9a4d-98d9d67a9f3e,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:34.269793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.270149 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.270497 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.270832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.271165 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.271493 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.271820 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.272148 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.272472 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.272794 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.273120 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.273441 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007d205-fb60-4bc2-bd17-7d35920bf83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:34.874301 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49766) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:34.973928 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1395093408-network', 'tenant_id': '42fe65bf56284811917e715839cdf053'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:34.998604 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Made reservation on behalf of 42fe65bf56284811917e715839cdf053 for: {'network': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:35.000931 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.009934 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.116555 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.120371 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.145733 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=99693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:50:35.156420 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457aa92f-c210-40db-b8c8-f510a3731ed9,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:35.162251 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.162599 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.segments_db [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Added segment 31cbd280-a04a-44fb-bed8-b703001444c7 of type vlan for network 0294cb88-64ed-4088-b25b-4bd1f41db24a Jul 08 19:50:35.202249 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.232662 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.233817 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:35.234407 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.238885 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c8be58ff-a068-4048-a3dd-c1f3f0485d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.287972 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4124596 Jul 08 19:50:35.291182 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49774) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:35.297863 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83987c-974b-481d-86cf-16c236d217a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0294cb88-64ed-4088-b25b-4bd1f41db24a,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:35.298185 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Request body: {'subnet': {'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1395093408-subnet', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:35.307651 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:50:35.322097 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Made reservation on behalf of 42fe65bf56284811917e715839cdf053 for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:35.324427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.498666 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.555957 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c21fb88-f0b4-40b3-b82e-d6c731c3957c,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:35.564290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Checking segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:35.564656 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Network hostable DHCP agents. Network: 0294cb88-64ed-4088-b25b-4bd1f41db24a, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:50:35.581768 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:50:35.590050 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 0294cb88-64ed-4088-b25b-4bd1f41db24a) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:35.594178 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:35.594767 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.600228 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e29f25-78b5-46d8-aa9d-8da7f0a4d2d0 None None] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:35.611786 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f874fa2a-23ad-4046-8f44-cf349a9018dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3191764 Jul 08 19:50:35.614710 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49776) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:35.619171 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:35.641803 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.642820 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.695163 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.753906 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-0294cb88-64ed-4088-b25b-4bd1f41db24a', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:50:35.754795 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.832724 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:35.912242 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Allocated IP 172.20.0.2 (0294cb88-64ed-4088-b25b-4bd1f41db24a/7c21fb88-f0b4-40b3-b82e-d6c731c3957c/594d0d03-28fd-4baa-9e12-bfc33e8419f8) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:36.056979 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.061488 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.069981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Transition to ACTIVE for port object 594d0d03-28fd-4baa-9e12-bfc33e8419f8 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:36.077986 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.086909 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Transition to ACTIVE for port object 594d0d03-28fd-4baa-9e12-bfc33e8419f8 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:36.094710 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.142549 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:36.145311 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:36.149749 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:36.152817 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Pushing event updated for resources: {'Port': ['ID=594d0d03-28fd-4baa-9e12-bfc33e8419f8,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:36.164601 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.164951 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.165290 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.165649 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.165981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.166310 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.166635 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.166957 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.167278 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.167600 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.167919 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.168246 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:36.184289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Allocated IP 172.27.1.13 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/9db19fbd-ad79-451b-8a4f-9056d82d7f0c) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:36.222620 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Attempting to bind port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:36.222988 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Attempting to bind port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:36.223367 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Attempting to bind port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:36.228226 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:36.228593 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Checking segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:36.228989 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.229375 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Bound using segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:36.229854 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Bound port: 594d0d03-28fd-4baa-9e12-bfc33e8419f8, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:36.230245 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.290924 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.295261 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] For port 594d0d03-28fd-4baa-9e12-bfc33e8419f8, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:36.298371 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] For port 594d0d03-28fd-4baa-9e12-bfc33e8419f8, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=594d0d03-28fd-4baa-9e12-bfc33e8419f8,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:36.302942 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.333210 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.374056 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ebbb9-32dc-4c76-b3c9-507e450dd2a9 None None] Pushing event updated for resources: {'Port': ['ID=594d0d03-28fd-4baa-9e12-bfc33e8419f8,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:36.395542 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:36.398970 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:36.405781 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:36.408921 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Pushing event updated for resources: {'Port': ['ID=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:36.957162 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:36.992297 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 594d0d03-28fd-4baa-9e12-bfc33e8419f8 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:37.048901 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:37.167998 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:37.268566 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d109bc78-d9fb-47be-a017-a281cbbaf163 None None] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:37.301487 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:50:37.375759 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] Provisioning for port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:37.381025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] Provisioning complete for port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:37.381401 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:37.412909 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:37.428025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:37.430158 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:37.433957 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-99f87780-0521-4039-8c08-216d11f6d31c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8158703 Jul 08 19:50:37.434206 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49782) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:37.464326 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:37.464961 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:37.601369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:37.638328 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:37.859206 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] For port 594d0d03-28fd-4baa-9e12-bfc33e8419f8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=594d0d03-28fd-4baa-9e12-bfc33e8419f8,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:37.886605 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:37.906461 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:37.963679 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1ce6f-0e86-4279-8d6c-a0b77de7b8c3 None None] Pushing event updated for resources: {'Port': ['ID=594d0d03-28fd-4baa-9e12-bfc33e8419f8,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:38.013138 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-beb13df3-755b-478c-86f8-f428ebceda91 None None] Provisioning complete for port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:38.013509 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-beb13df3-755b-478c-86f8-f428ebceda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.063202 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:36Z', 'revision_number': 3, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:38.065804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Allocated IP 172.20.0.1 (0294cb88-64ed-4088-b25b-4bd1f41db24a/7c21fb88-f0b4-40b3-b82e-d6c731c3957c/26b61ec5-9ddd-44f1-9a35-293f3a4c78b0) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:38.099274 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:38.099612 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Updating router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:38.175863 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2d3aa5ae-1718-4bb5-98a9-7e24bf276cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.181225 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.201129 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.213674 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Transition to ACTIVE for port object 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:38.250951 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.301684 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.303513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:38.304880 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Pushing event updated for resources: {'Port': ['ID=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:38.308879 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:38.311543 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:38.354292 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.487339 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.502061 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Transition to ACTIVE for port object 9db19fbd-ad79-451b-8a4f-9056d82d7f0c will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:38.510005 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.515762 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.572603 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Attempting to bind port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:38.572974 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Attempting to bind port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:38.573330 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Attempting to bind port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:38.584817 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82004-3036-4e9a-aaab-d04af6f94d41 None None] Pushing event updated for resources: {'Port': ['ID=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:38.588469 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:38.588652 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:38.588997 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.589372 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:38.589869 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Bound port: 9db19fbd-ad79-451b-8a4f-9056d82d7f0c, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:38.590255 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.646350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f29ab198-dd01-4fb4-9e42-e39a4e93d24e None None] Provisioning for port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:38.656789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f29ab198-dd01-4fb4-9e42-e39a4e93d24e None None] Provisioning complete for port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:38.657167 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f29ab198-dd01-4fb4-9e42-e39a4e93d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.681703 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] For port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:38.698494 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.700916 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] For port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:38.704642 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.706888 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.710108 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-f29ab198-dd01-4fb4-9e42-e39a4e93d24e None None] Port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:38.773207 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:38.773780 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:38.777574 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:38.780229 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Pushing event updated for resources: {'Port': ['ID=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:38.807144 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a82004-3036-4e9a-aaab-d04af6f94d41 None None] Pushing event updated for resources: {'Port': ['ID=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:38.873141 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:38.874566 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:38.887233 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:38.991279 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 594d0d03-28fd-4baa-9e12-bfc33e8419f8 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:39.004109 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:50:39.076290 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.125173 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:39.125514 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.127208 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:39.134033 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-24f3ad9d-ecea-41d4-a5c1-1c3f5d1cf1ec admin admin] 10.222.0.41 "PUT /v2.0/routers/9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988482 Jul 08 19:50:39.193935 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-8f960947-68e0-4d3a-9940-5751531f0f8c None None] Provisioning complete for port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:39.194304 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8f960947-68e0-4d3a-9940-5751531f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.273642 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-8f960947-68e0-4d3a-9940-5751531f0f8c None None] Port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:39.281026 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 2, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:39.318752 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bc51a-de01-4b28-8cd1-784c06576dff None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 2, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:39.684244 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49808) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:39.690010 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2142148728-network', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:39.711938 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Made reservation on behalf of e5fe87b7254049599842488cf44de7fb for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:39.714728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.725227 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.841947 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.846815 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.875630 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:50:39.885491 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9086c884-b3d4-4ea3-93c4-17c201c10cb2,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:39.891356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.891568 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Added segment f716eab0-1db7-4db7-96b1-01353df2318f of type vlan for network b964b761-9372-4e33-abb2-b4b60d0584df Jul 08 19:50:39.940964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.973078 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:39.974331 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:39.974911 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.044409 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3582308 Jul 08 19:50:40.047216 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49810) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:40.053779 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Request body: {'subnet': {'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2142148728-subnet', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:40.066206 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a7e27-b143-4413-b96d-3ecafedda195 admin admin] Pushing event updated for resources: {'Network': ['ID=b964b761-9372-4e33-abb2-b4b60d0584df,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:40.078018 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network b964b761-9372-4e33-abb2-b4b60d0584df details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:50:40.083931 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Made reservation on behalf of e5fe87b7254049599842488cf44de7fb for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:40.086687 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.281609 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.337087 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98846035-68b1-4af8-b64f-7a2ac0f741b1,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:40.349132 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Checking segment: {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:40.349489 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Network hostable DHCP agents. Network: b964b761-9372-4e33-abb2-b4b60d0584df, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:50:40.367395 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Network b964b761-9372-4e33-abb2-b4b60d0584df is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:50:40.377017 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, b964b761-9372-4e33-abb2-b4b60d0584df) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:40.382633 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:40.383379 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.387745 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06c04b-a1d6-4afd-a49b-0aa7767e2091 None None] Network b964b761-9372-4e33-abb2-b4b60d0584df requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:40.408544 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ed3af0c9-f582-45d5-925b-df3235bd5d30 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3598554 Jul 08 19:50:40.410967 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49816) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:40.415670 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:40.445504 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.446758 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.519156 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.582863 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-b964b761-9372-4e33-abb2-b4b60d0584df', 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'fixed_ips': [{'subnet_id': '98846035-68b1-4af8-b64f-7a2ac0f741b1'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:50:40.583812 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.702445 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.759792 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Allocated IP 172.20.0.2 (b964b761-9372-4e33-abb2-b4b60d0584df/98846035-68b1-4af8-b64f-7a2ac0f741b1/6550e49f-196b-4d8c-845d-536d7d5ceb01) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:40.852402 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.919835 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.935210 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.944597 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Transition to ACTIVE for port object 6550e49f-196b-4d8c-845d-536d7d5ceb01 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:40.947842 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:40.961099 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Transition to ACTIVE for port object 6550e49f-196b-4d8c-845d-536d7d5ceb01 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:40.971059 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.013279 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 9db19fbd-ad79-451b-8a4f-9056d82d7f0c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:41.043959 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Network b964b761-9372-4e33-abb2-b4b60d0584df is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:41.051104 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:41.054481 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Pushing event updated for resources: {'Port': ['ID=6550e49f-196b-4d8c-845d-536d7d5ceb01,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:41.056633 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:41.063108 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Allocated IP 172.27.1.26 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:41.136306 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Attempting to bind port 6550e49f-196b-4d8c-845d-536d7d5ceb01 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:41.136875 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Attempting to bind port 6550e49f-196b-4d8c-845d-536d7d5ceb01 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:41.137097 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Attempting to bind port 6550e49f-196b-4d8c-845d-536d7d5ceb01 on network b964b761-9372-4e33-abb2-b4b60d0584df {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:41.141366 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:41.146768 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:41.147451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Checking segment: {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:41.147451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.147758 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Bound using segment: {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:41.148231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Bound port: 6550e49f-196b-4d8c-845d-536d7d5ceb01, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:41.148607 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.151789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:41.152149 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.190188 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.229621 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.251806 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] For port 6550e49f-196b-4d8c-845d-536d7d5ceb01, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:41.255351 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] For port 6550e49f-196b-4d8c-845d-536d7d5ceb01, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6550e49f-196b-4d8c-845d-536d7d5ceb01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:41.259857 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.268856 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:41.275206 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:41.281534 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:41.303659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Pushing event updated for resources: {'Port': ['ID=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:41.349442 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.403888 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:41.412727 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4211a32-a650-41ed-bd2b-84e4764e5d4d None None] Pushing event updated for resources: {'Port': ['ID=6550e49f-196b-4d8c-845d-536d7d5ceb01,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:41.417187 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.481845 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:41.601535 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.861103 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:41.915901 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49826) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:42.006049 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Router 2684f3bf-7064-4d93-a08c-0c64def379d0 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:50:42.047445 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-684faa73-e9a9-4f1b-b875-80f97750f51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.159140 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-684faa73-e9a9-4f1b-b875-80f97750f51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.163944 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-684faa73-e9a9-4f1b-b875-80f97750f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.215751 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-684faa73-e9a9-4f1b-b875-80f97750f51a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4765dd24499460ca9eed908d57b0f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978969 Jul 08 19:50:42.216442 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684faa73-e9a9-4f1b-b875-80f97750f51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e839d969-bc30-4515-acc3-baa085182ffb,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:42.221218 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49830) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:42.226495 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:42.251250 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:42.252614 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:42.306265 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e3f2-b771-4b34-b7fb-3b9bd01269b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.335484 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e3f2-b771-4b34-b7fb-3b9bd01269b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.388336 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:42.400511 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e3f2-b771-4b34-b7fb-3b9bd01269b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.404224 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e3f2-b771-4b34-b7fb-3b9bd01269b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.407670 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-f6e9e3f2-b771-4b34-b7fb-3b9bd01269b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e839d969-bc30-4515-acc3-baa085182ffb HTTP/1.1" status: 204 len: 168 time: 0.1828556 Jul 08 19:50:42.415115 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:42.425419 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e3f2-b771-4b34-b7fb-3b9bd01269b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e839d969-bc30-4515-acc3-baa085182ffb,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:42.426334 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Sync routers for ids ['2684f3bf-7064-4d93-a08c-0c64def379d0'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:42.444971 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.445608 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Routers {'2684f3bf-7064-4d93-a08c-0c64def379d0'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:42.446344 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-28486bb7-0486-4265-a530-d62a9d245584 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0343602 Jul 08 19:50:42.449305 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49834) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:42.449438 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['2684f3bf-7064-4d93-a08c-0c64def379d0'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:42.658959 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 2, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:42.687923 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1aacaa-4085-4662-b256-a7a896afdd84 None None] Network b964b761-9372-4e33-abb2-b4b60d0584df requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:42.702507 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:42.703210 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Updating router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:42.758646 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-9c479740-a33f-4148-828d-ee6f98eeb3af None None] Provisioning for port 6550e49f-196b-4d8c-845d-536d7d5ceb01 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:42.765587 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:42.797077 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Set router 2684f3bf-7064-4d93-a08c-0c64def379d0 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:43.074284 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.126157 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 3, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:43.180219 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6550e49f-196b-4d8c-845d-536d7d5ceb01 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:43.186020 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Checking router: 2684f3bf-7064-4d93-a08c-0c64def379d0 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:43.186657 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Updating router 2684f3bf-7064-4d93-a08c-0c64def379d0 port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:43.191857 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.205880 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Transition to ACTIVE for port object 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:43.217306 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.294325 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49854) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:43.301444 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.363501 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 6550e49f-196b-4d8c-845d-536d7d5ceb01 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:43.374528 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Pushing event updated for resources: {'Port': ['ID=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:43.379921 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Attempting to bind port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:43.380485 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Attempting to bind port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:43.381195 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Attempting to bind port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:43.386589 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 6550e49f-196b-4d8c-845d-536d7d5ceb01 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:43.387227 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.393484 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.394199 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.394705 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.395239 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.395696 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.395896 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.396227 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.396556 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.397184 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.397715 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.398209 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.398699 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:50:43.402414 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:43.402789 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Checking segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:43.403645 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.404145 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Bound using segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:43.404860 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Bound port: 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:43.405273 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.405514 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Allocated IP 172.20.0.1 (b964b761-9372-4e33-abb2-b4b60d0584df/98846035-68b1-4af8-b64f-7a2ac0f741b1/f15147c3-efe1-4cc1-a720-2286690c1c01) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:43.510231 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-804565359-network', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:43.510751 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] For port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:43.513106 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-ff57c268-9de0-4ab6-ab25-3780fec2510f None None] Provisioning complete for port 6550e49f-196b-4d8c-845d-536d7d5ceb01 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:43.514070 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-ff57c268-9de0-4ab6-ab25-3780fec2510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.519632 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] For port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:43.526178 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.545413 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Made reservation on behalf of c4c498b622784b77a2e5e6ddb7ab6bfa for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:43.547858 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.565886 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.583692 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:43.584586 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:43.616956 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.633912 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5af82-0219-4201-bad8-784564c46fc6 None None] Pushing event updated for resources: {'Port': ['ID=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:43.647845 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Transition to ACTIVE for port object f15147c3-efe1-4cc1-a720-2286690c1c01 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:43.731789 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.736535 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.787674 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Network b964b761-9372-4e33-abb2-b4b60d0584df is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:43.801746 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:43.806117 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.806729 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-ff57c268-9de0-4ab6-ab25-3780fec2510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.808948 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:43.836377 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.838644 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:43.862190 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Pushing event updated for resources: {'Port': ['ID=f15147c3-efe1-4cc1-a720-2286690c1c01,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:43.874919 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 6550e49f-196b-4d8c-845d-536d7d5ceb01, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6550e49f-196b-4d8c-845d-536d7d5ceb01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:43.890162 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.890964 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 9db19fbd-ad79-451b-8a4f-9056d82d7f0c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:43.928752 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:50:43.937539 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.941204 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a5e393-e9c7-4dbc-a849-233a33dbf33f,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:43.987290 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:43.987783 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Added segment 52618621-703e-4411-b82c-a04493c2d069 of type vlan for network 4bafb87c-5ce7-477c-917e-83e52106bbc6 Jul 08 19:50:44.001805 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.046086 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Transition to ACTIVE for port object db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:44.052234 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.064642 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.069743 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=6550e49f-196b-4d8c-845d-536d7d5ceb01,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:44.091767 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.db.api [None req-ff57c268-9de0-4ab6-ab25-3780fec2510f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 19:50:44.092138 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG oslo_db.api [None req-ff57c268-9de0-4ab6-ab25-3780fec2510f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 19:50:44.102650 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:43Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:44.144996 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846ee6-a001-42c1-bd03-0b619b09478d None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:43Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:44.150414 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Attempting to bind port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:44.150800 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Attempting to bind port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:44.151167 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Attempting to bind port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:44.152624 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.153139 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:44.153225 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd62f7-54ca-42be-9172-d68e2df1ab30 None None] Pushing event updated for resources: {'Port': ['ID=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:44.153760 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.162081 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:44.162463 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.189534 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:44.189943 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:44.190343 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.190742 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:44.191231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Bound port: db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:44.191615 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.246271 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9504580 Jul 08 19:50:44.250188 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49858) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:44.255251 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Request body: {'subnet': {'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-804565359-subnet', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'ip_version': 4}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:44.256194 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.269588 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] For port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:44.270156 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e42b40-920d-4ac4-b09c-cc8aee26908a admin admin] Pushing event updated for resources: {'Network': ['ID=4bafb87c-5ce7-477c-917e-83e52106bbc6,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:44.280270 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] For port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:44.282984 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Made reservation on behalf of c4c498b622784b77a2e5e6ddb7ab6bfa for: {'subnet': 1} {{(pid=99693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:44.285339 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29417010'] for subnet, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.286391 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:50:44.291746 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.459473 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd62f7-54ca-42be-9172-d68e2df1ab30 None None] Pushing event updated for resources: {'Port': ['ID=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:44.462055 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Routers {'2684f3bf-7064-4d93-a08c-0c64def379d0'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:44.462823 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['2684f3bf-7064-4d93-a08c-0c64def379d0'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:44.493343 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.502101 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.519011 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29416960'] for subnet, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.573199 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abf7249-2c01-4ae3-9699-9860913f23ee,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:44.584551 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.595930 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Pushing event updated for resources: {'Port': ['ID=f15147c3-efe1-4cc1-a720-2286690c1c01,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:44.602254 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] Set router 2684f3bf-7064-4d93-a08c-0c64def379d0 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:44.609406 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Checking segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:44.609911 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Network hostable DHCP agents. Network: 4bafb87c-5ce7-477c-917e-83e52106bbc6, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:50:44.630925 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:50:44.646966 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 4bafb87c-5ce7-477c-917e-83e52106bbc6) {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:44.651428 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:44.652194 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.662940 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a415ca9-d157-4b72-bda3-3cd0e15417d2 None None] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:44.672801 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-3fcf441f-9add-4cc2-a09f-d62382d897ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4212840 Jul 08 19:50:44.675256 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49860) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:44.681184 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:44.706387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.707966 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.727255 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Network b964b761-9372-4e33-abb2-b4b60d0584df is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:44.728891 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:44.771753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.905780 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Router 2684f3bf-7064-4d93-a08c-0c64def379d0 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:50:44.967999 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:44.989013 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.053623 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:45.068688 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-cb1c872d-128f-40d0-90bc-32cfe6ee0916 admin admin] 10.222.0.41 "PUT /v2.0/routers/2684f3bf-7064-4d93-a08c-0c64def379d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6175625 Jul 08 19:50:45.102060 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6550e49f-196b-4d8c-845d-536d7d5ceb01 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:45.188143 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-0a93a97c-34ce-42fe-ab00-8ade0268d282 None None] Provisioning for port f15147c3-efe1-4cc1-a720-2286690c1c01 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:45.196840 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-0a93a97c-34ce-42fe-ab00-8ade0268d282 None None] Provisioning complete for port f15147c3-efe1-4cc1-a720-2286690c1c01 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:45.197218 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-0a93a97c-34ce-42fe-ab00-8ade0268d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.270044 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-0a93a97c-34ce-42fe-ab00-8ade0268d282 None None] Port f15147c3-efe1-4cc1-a720-2286690c1c01 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:45.281582 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.303016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.314952 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 6550e49f-196b-4d8c-845d-536d7d5ceb01 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:45.315338 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.322630 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-4bafb87c-5ce7-477c-917e-83e52106bbc6', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:50:45.323474 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.384509 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'f15147c3-efe1-4cc1-a720-2286690c1c01', 'name': '', 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'mac_address': 'fa:16:3e:74:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:43Z', 'updated_at': '2021-07-08T19:50:43Z', 'revision_number': 1, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'subnets': [{'id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:45.423057 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Allocated IP 172.27.1.25 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/a01e5a5e-66da-467d-9cdc-70938e58746c) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:45.473069 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a43ac-746a-4fe1-be24-03f1a74e68fe None None] The sync data for ids ['2684f3bf-7064-4d93-a08c-0c64def379d0'] in dv-cinder-796286-16-iscsi is: [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'f15147c3-efe1-4cc1-a720-2286690c1c01', 'name': '', 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'mac_address': 'fa:16:3e:74:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:43Z', 'updated_at': '2021-07-08T19:50:43Z', 'revision_number': 1, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'subnets': [{'id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:45.520034 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-c1bb325b-4832-41a5-8224-2ea7fa423733 None None] Provisioning complete for port f15147c3-efe1-4cc1-a720-2286690c1c01 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:45.520178 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c1bb325b-4832-41a5-8224-2ea7fa423733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.567196 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.617865 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:45.620130 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49870) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:45.627966 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404532914', 'description': 'tempest-secgroup-smoke-404532914 description', 'project_id': '42fe65bf56284811917e715839cdf053'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:45.635129 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.646640 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb325b-4832-41a5-8224-2ea7fa423733 None None] Port f15147c3-efe1-4cc1-a720-2286690c1c01 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:45.652463 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Allocated IP 172.20.0.2 (4bafb87c-5ce7-477c-917e-83e52106bbc6/8abf7249-2c01-4ae3-9699-9860913f23ee/34f28a15-20f6-4f78-8de4-f07935c37459) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:45.659984 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.677938 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:45.685034 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:45.687758 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:45.727316 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Pushing event updated for resources: {'Port': ['ID=a01e5a5e-66da-467d-9cdc-70938e58746c,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:45.745623 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:45.754940 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:45.755325 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.765074 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.770582 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.808698 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.811276 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1893625 Jul 08 19:50:45.814242 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49872) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:45.821459 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group_rule': {'security_group_id': 'e13231c8-ae1e-49f5-ad0e-3726c8c41a60', 'project_id': '42fe65bf56284811917e715839cdf053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:45.844526 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ae2ec-b2c5-420b-abca-c5a726fb67ac tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13231c8-ae1e-49f5-ad0e-3726c8c41a60,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:45.870270 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.946393 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.953002 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.959464 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.983262 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Transition to ACTIVE for port object 34f28a15-20f6-4f78-8de4-f07935c37459 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:45.985629 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:45.990813 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2968b5-4dc8-4ac1-922e-7075c3edb787,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.000240 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.004293 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-df3b826f-8eec-4c67-a7d0-d205810a6a06 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844223 Jul 08 19:50:46.004546 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49874) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:46.009752 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group_rule': {'security_group_id': 'e13231c8-ae1e-49f5-ad0e-3726c8c41a60', 'project_id': '42fe65bf56284811917e715839cdf053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:46.026085 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Transition to ACTIVE for port object 34f28a15-20f6-4f78-8de4-f07935c37459 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:46.039436 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.044081 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.047598 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:46.066590 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.079462 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.099487 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:46.104565 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:46.107707 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:46.117773 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Pushing event updated for resources: {'Port': ['ID=34f28a15-20f6-4f78-8de4-f07935c37459,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.118199 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.125345 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.158305 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f27697-0e50-4abd-a5a7-36a06d082859,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.160339 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.166051 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-120afefa-e057-44ff-826a-8badeaf27636 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604836 Jul 08 19:50:46.166885 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49876) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:46.172878 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group_rule': {'security_group_id': 'e13231c8-ae1e-49f5-ad0e-3726c8c41a60', 'project_id': '42fe65bf56284811917e715839cdf053', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:46.235533 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Attempting to bind port 34f28a15-20f6-4f78-8de4-f07935c37459 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:46.235816 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Attempting to bind port 34f28a15-20f6-4f78-8de4-f07935c37459 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:46.236186 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Attempting to bind port 34f28a15-20f6-4f78-8de4-f07935c37459 on network 4bafb87c-5ce7-477c-917e-83e52106bbc6 {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:46.238395 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.251403 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:46.251870 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Checking segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:46.252348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.253435 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Bound using segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:46.253435 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Bound port: 34f28a15-20f6-4f78-8de4-f07935c37459, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:46.253981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.256089 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.329220 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-83725199-54da-44b0-b425-6a568b465e31 None None] For port 34f28a15-20f6-4f78-8de4-f07935c37459, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:46.333029 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-83725199-54da-44b0-b425-6a568b465e31 None None] For port 34f28a15-20f6-4f78-8de4-f07935c37459, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34f28a15-20f6-4f78-8de4-f07935c37459,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:46.338008 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.372057 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.375157 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.383348 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.432779 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725199-54da-44b0-b425-6a568b465e31 None None] Pushing event updated for resources: {'Port': ['ID=34f28a15-20f6-4f78-8de4-f07935c37459,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.451992 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cd5b39-227d-4692-ae78-d184411bf17e,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.461401 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.462852 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-652475cc-532f-4ca9-849c-cda01b9277ef tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2945445 Jul 08 19:50:46.472600 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49878) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:46.480692 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group_rule': {'security_group_id': 'e13231c8-ae1e-49f5-ad0e-3726c8c41a60', 'project_id': '42fe65bf56284811917e715839cdf053', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:46.520181 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.575709 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Router 9a492e36-92bd-4f6b-971e-45944ccf6e95 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:50:46.640765 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.646262 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.682737 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3f960d-e6c3-46b2-a423-11f550e8be90,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:46.697529 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.701579 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-c3bd46d1-6c97-40f5-96a2-0b444d1fc174 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240489 Jul 08 19:50:46.701880 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49880) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:46.707368 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group_rule': {'security_group_id': 'e13231c8-ae1e-49f5-ad0e-3726c8c41a60', 'project_id': '42fe65bf56284811917e715839cdf053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:46.732959 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.securitygroups_db [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Project 42fe65bf56284811917e715839cdf053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:50:46.733730 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:46.739160 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.744444 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Sync routers for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:46.755904 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:46.756475 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:46.757852 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:46.763521 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7f461be4-b27c-4a7d-b81e-f3cf4cf2b165 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0868332 Jul 08 19:50:46.764119 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49882) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:46.893270 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:47.170701 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:45Z', 'revision_number': 3, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:47.207558 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.212633 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.217816 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34f28a15-20f6-4f78-8de4-f07935c37459 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:47.218409 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Checking router: 9a492e36-92bd-4f6b-971e-45944ccf6e95 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:47.218635 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Updating router 9a492e36-92bd-4f6b-971e-45944ccf6e95 port a01e5a5e-66da-467d-9cdc-70938e58746c binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:47.248807 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.253950 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5508156 Jul 08 19:50:47.260818 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49884) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:47.263673 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.268448 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'security_group_rule': {'security_group_id': 'e13231c8-ae1e-49f5-ad0e-3726c8c41a60', 'project_id': '42fe65bf56284811917e715839cdf053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:47.275727 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd389a-9d27-47fc-9ff0-f77aaf70aa50 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9689ab-51a2-4d13-9b1f-480ffe053c86,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:47.303144 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 34f28a15-20f6-4f78-8de4-f07935c37459 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:47.312113 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:47.324196 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.securitygroups_db [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Project 42fe65bf56284811917e715839cdf053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:50:47.337056 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.452916 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:47.453671 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.478814 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.484840 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.523459 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cea46a7-5a2a-4e82-87f6-2fa2ce0574f9,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:47.533217 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.534157 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.535575 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-9c799574-719c-4370-a496-c71f6874b0af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2732196 Jul 08 19:50:47.596698 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:47.703955 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:47.708343 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:47.709205 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.737587 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.756634 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Transition to ACTIVE for port object a01e5a5e-66da-467d-9cdc-70938e58746c will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:47.765534 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.766081 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2401ef3-ff2f-4e90-a041-3395ded36b8e None None] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:47.826978 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Allocated IP 172.20.0.1 (4bafb87c-5ce7-477c-917e-83e52106bbc6/8abf7249-2c01-4ae3-9699-9860913f23ee/650feaf9-bea0-47e4-90d8-10ea3b8af973) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:47.834300 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Attempting to bind port a01e5a5e-66da-467d-9cdc-70938e58746c on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:47.835059 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Attempting to bind port a01e5a5e-66da-467d-9cdc-70938e58746c by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:47.835689 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Attempting to bind port a01e5a5e-66da-467d-9cdc-70938e58746c on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:47.841100 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b95ed-7358-4b4a-b784-09c2f0c58ee0 None None] Pushing event updated for resources: {'Port': ['ID=a01e5a5e-66da-467d-9cdc-70938e58746c,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:47.854190 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:47.854636 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:47.854966 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.855354 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:47.855976 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Bound port: a01e5a5e-66da-467d-9cdc-70938e58746c, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:47.857072 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.893490 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] Provisioning for port 34f28a15-20f6-4f78-8de4-f07935c37459 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:47.920774 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] Provisioning complete for port 34f28a15-20f6-4f78-8de4-f07935c37459 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:47.921190 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.946103 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] For port a01e5a5e-66da-467d-9cdc-70938e58746c, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:47.957578 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.959986 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] For port a01e5a5e-66da-467d-9cdc-70938e58746c, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=a01e5a5e-66da-467d-9cdc-70938e58746c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:47.969017 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:47.973615 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.provisioning_blocks [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Transition to ACTIVE for port object 650feaf9-bea0-47e4-90d8-10ea3b8af973 will not be triggered until provisioned by entity DHCP. {{(pid=99693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:48.019801 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.039786 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.062875 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:48.063126 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:48.068556 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:48.070159 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:48.070901 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:48.073440 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:48.074008 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b95ed-7358-4b4a-b784-09c2f0c58ee0 None None] Pushing event updated for resources: {'Port': ['ID=a01e5a5e-66da-467d-9cdc-70938e58746c,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:48.089509 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.133715 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.141118 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Pushing event updated for resources: {'Port': ['ID=650feaf9-bea0-47e4-90d8-10ea3b8af973,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:48.164308 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:48.266391 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.280664 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:48.322062 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] For port 34f28a15-20f6-4f78-8de4-f07935c37459, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34f28a15-20f6-4f78-8de4-f07935c37459,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:48.330209 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.358852 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.401914 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212339c0-eb5d-49de-b677-4a074c995472 None None] Pushing event updated for resources: {'Port': ['ID=34f28a15-20f6-4f78-8de4-f07935c37459,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:48.472993 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Sync routers for ids ['2684f3bf-7064-4d93-a08c-0c64def379d0'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:48.486982 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Routers {'2684f3bf-7064-4d93-a08c-0c64def379d0'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:48.488690 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['2684f3bf-7064-4d93-a08c-0c64def379d0'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:48.528232 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:45Z', 'revision_number': 3, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:48.571725 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c12-115a-488e-98b6-74be5da01ca8 None None] The sync data for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi is: [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:45Z', 'revision_number': 3, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:48.632224 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.639536 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.680793 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-6454fdb3-9333-482e-9f9a-e46e5164072d None None] Provisioning complete for port 34f28a15-20f6-4f78-8de4-f07935c37459 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:48.681111 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-6454fdb3-9333-482e-9f9a-e46e5164072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.741415 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Set router 2684f3bf-7064-4d93-a08c-0c64def379d0 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:48.741818 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Pushing event updated for resources: {'Port': ['ID=650feaf9-bea0-47e4-90d8-10ea3b8af973,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:48.744956 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:48.887721 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:48.890937 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:49.114339 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Router 9a492e36-92bd-4f6b-971e-45944ccf6e95 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:50:49.225228 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34f28a15-20f6-4f78-8de4-f07935c37459 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:49.276682 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-6454fdb3-9333-482e-9f9a-e46e5164072d None None] Provisioning for port 650feaf9-bea0-47e4-90d8-10ea3b8af973 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:49.285046 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:49.285612 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-6454fdb3-9333-482e-9f9a-e46e5164072d None None] Provisioning complete for port 650feaf9-bea0-47e4-90d8-10ea3b8af973 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:49.286007 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-6454fdb3-9333-482e-9f9a-e46e5164072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.293831 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-131b9314-16e1-4d48-8d14-bf0ec9b5a3fb admin admin] 10.222.0.41 "PUT /v2.0/routers/9a492e36-92bd-4f6b-971e-45944ccf6e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5282843 Jul 08 19:50:49.341020 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-6454fdb3-9333-482e-9f9a-e46e5164072d None None] Port 650feaf9-bea0-47e4-90d8-10ea3b8af973 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:49.342774 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 34f28a15-20f6-4f78-8de4-f07935c37459 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:49.343152 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.348192 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'f15147c3-efe1-4cc1-a720-2286690c1c01', 'name': '', 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'mac_address': 'fa:16:3e:74:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:43Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 2, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'subnets': [{'id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:49.400786 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Checking router: 2684f3bf-7064-4d93-a08c-0c64def379d0 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:49.401196 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Updating router 2684f3bf-7064-4d93-a08c-0c64def379d0 port f15147c3-efe1-4cc1-a720-2286690c1c01 binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:49.446495 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.535096 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-dae2c3ca-c144-49ce-88dd-f18d4657b180 None None] Provisioning complete for port 650feaf9-bea0-47e4-90d8-10ea3b8af973 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:49.535319 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-dae2c3ca-c144-49ce-88dd-f18d4657b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.582027 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device a01e5a5e-66da-467d-9cdc-70938e58746c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:49.670079 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-dae2c3ca-c144-49ce-88dd-f18d4657b180 None None] Port 650feaf9-bea0-47e4-90d8-10ea3b8af973 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:49.759954 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port a01e5a5e-66da-467d-9cdc-70938e58746c completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:49.767425 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port a01e5a5e-66da-467d-9cdc-70938e58746c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:49.767890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.953417 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.969299 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:49.971941 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49958) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:49.979200 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1154719082-network', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:49.993206 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port a01e5a5e-66da-467d-9cdc-70938e58746c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=a01e5a5e-66da-467d-9cdc-70938e58746c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:49.994534 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Transition to ACTIVE for port object f15147c3-efe1-4cc1-a720-2286690c1c01 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:50.003428 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.004416 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:50.014581 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Made reservation on behalf of dc253f2eb10f4497aa7168b87e6e31af for: {'network': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:50.019442 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for network, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.030035 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.030994 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.125748 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=a01e5a5e-66da-467d-9cdc-70938e58746c,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:50.203561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.213817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.244918 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=99694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 19:50:50.260868 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae41bc2-7082-417d-8e03-e9923f6bfeb3 None None] Pushing event updated for resources: {'Port': ['ID=f15147c3-efe1-4cc1-a720-2286690c1c01,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:50.262634 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f159e33-a3f3-4dba-9838-935af2b06ae9,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:50.266350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:50.266350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.269936 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.270374 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.segments_db [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Added segment e8e3d352-db68-435f-823c-83213938e35c of type vlan for network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd Jul 08 19:50:50.301459 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Attempting to bind port f15147c3-efe1-4cc1-a720-2286690c1c01 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:50.302251 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Attempting to bind port f15147c3-efe1-4cc1-a720-2286690c1c01 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:50.302602 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Attempting to bind port f15147c3-efe1-4cc1-a720-2286690c1c01 on network b964b761-9372-4e33-abb2-b4b60d0584df {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:50.319314 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:50.319677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Checking segment: {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:50.320082 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.320471 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Bound using segment: {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:50.320950 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Bound port: f15147c3-efe1-4cc1-a720-2286690c1c01, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f716eab0-1db7-4db7-96b1-01353df2318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:50.321330 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.331555 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748294339651'] for network, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.376643 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439'] for network, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.378454 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:50.379372 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.454570 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4792495 Jul 08 19:50:50.455952 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49962) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:50.461031 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Request body: {'subnet': {'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1154719082-subnet', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'ip_version': 4}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:50.469236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c3f7b-08db-4a94-be5a-ab63afed8278 admin admin] Pushing event updated for resources: {'Network': ['ID=47cc20bf-bf97-4190-85ae-4ad2e8e125cd,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:50.483107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd details requested by agent ovs-agent-dv-cinder-796286-16-iscsi with host dv-cinder-796286-16-iscsi {{(pid=99695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 19:50:50.493762 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Made reservation on behalf of dc253f2eb10f4497aa7168b87e6e31af for: {'subnet': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:50:50.496691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24970131'] for subnet, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.543187 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] For port f15147c3-efe1-4cc1-a720-2286690c1c01, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:50.569890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] For port f15147c3-efe1-4cc1-a720-2286690c1c01, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=f15147c3-efe1-4cc1-a720-2286690c1c01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:50.583855 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.661334 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae41bc2-7082-417d-8e03-e9923f6bfeb3 None None] Pushing event updated for resources: {'Port': ['ID=f15147c3-efe1-4cc1-a720-2286690c1c01,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:50.666762 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Routers {'2684f3bf-7064-4d93-a08c-0c64def379d0'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:50.667307 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['2684f3bf-7064-4d93-a08c-0c64def379d0'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:50.735522 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25000810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24970145'] for subnet, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.793793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4542e796-7a26-428f-bd7e-ade775ac1529,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:50.810559 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] Set router 2684f3bf-7064-4d93-a08c-0c64def379d0 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:50.821670 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Checking segment: {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:50.822041 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Network hostable DHCP agents. Network: 47cc20bf-bf97-4190-85ae-4ad2e8e125cd, hostable agents: ['d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44'], hosted agents: [] {{(pid=99694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 19:50:50.846431 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd is scheduled to be hosted by DHCP agent d7c529c7-fce5-4bc5-8d8b-8b60d30c6b44 with binding_index 1 {{(pid=99694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 19:50:50.858166 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-16-iscsi, 47cc20bf-bf97-4190-85ae-4ad2e8e125cd) {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:50.863798 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:50:50.864949 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for subnet, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.869402 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0428c-a383-4a53-a462-9502503cb6a0 None None] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:50.888333 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-d243d733-847a-44d3-92ff-b239b6f52e2d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4313328 Jul 08 19:50:50.890939 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49964) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:50.896324 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:50.927365 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33126507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30288'] for router, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:50.928617 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33126534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33125430', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33186252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30249'] for router, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.004742 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.045013 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device f15147c3-efe1-4cc1-a720-2286690c1c01 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:51.179877 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33125412', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33126425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30271'] for router, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.378564 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port f15147c3-efe1-4cc1-a720-2286690c1c01 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:51.386218 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc41f3b6a-07a1-5c92-a444-609ac044161e-47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'fixed_ips': [{'subnet_id': '4542e796-7a26-428f-bd7e-ade775ac1529'}]}} from dv-cinder-796286-16-iscsi. {{(pid=99695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 19:50:51.387871 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.394220 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port f15147c3-efe1-4cc1-a720-2286690c1c01 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:51.394639 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.473072 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.498224 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.549538 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'f15147c3-efe1-4cc1-a720-2286690c1c01', 'name': '', 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'mac_address': 'fa:16:3e:74:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:43Z', 'updated_at': '2021-07-08T19:50:50Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'subnets': [{'id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:51.624071 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e7523-f6b7-4f0d-9f5a-7d07458e0652 None None] The sync data for ids ['2684f3bf-7064-4d93-a08c-0c64def379d0'] in dv-cinder-796286-16-iscsi is: [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:44Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': 'f15147c3-efe1-4cc1-a720-2286690c1c01', 'name': '', 'network_id': 'b964b761-9372-4e33-abb2-b4b60d0584df', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'mac_address': 'fa:16:3e:74:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:43Z', 'updated_at': '2021-07-08T19:50:50Z', 'revision_number': 4, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'subnets': [{'id': '98846035-68b1-4af8-b64f-7a2ac0f741b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:51.662699 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Allocated IP 172.27.1.33 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/6e67ade4-fe92-4524-b91c-72eb7b8aa2c5) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:51.737433 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.739998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.db_base_plugin_common [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Allocated IP 172.20.0.2 (47cc20bf-bf97-4190-85ae-4ad2e8e125cd/4542e796-7a26-428f-bd7e-ade775ac1529/5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8) {{(pid=99695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:51.779449 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.819453 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port f15147c3-efe1-4cc1-a720-2286690c1c01, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=f15147c3-efe1-4cc1-a720-2286690c1c01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:51.827324 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.828125 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device a01e5a5e-66da-467d-9cdc-70938e58746c up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:51.829408 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:51.896753 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:51.900836 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:51.906647 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:51.944385 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Sync routers for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:51.964734 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:51.966740 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:51.971417 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=f15147c3-efe1-4cc1-a720-2286690c1c01,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:51.994564 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Pushing event updated for resources: {'Port': ['ID=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:52.047108 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Notify callbacks [] for port, precommit_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.058541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Transition to ACTIVE for port object 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:52.078452 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Transition to ACTIVE for port object 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 will not be triggered until provisioned by entity DHCP. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:52.092987 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port a01e5a5e-66da-467d-9cdc-70938e58746c triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:52.093374 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.140036 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363'] for port, after_create {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.205864 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd is already hosted by enough agents. {{(pid=99695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:52.208220 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:52.210670 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Pushing event updated for resources: {'Port': ['ID=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,revision_number=1']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:52.219964 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.scheduler.base_scheduler [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Resources bound (agent type, host, resource id): {{(pid=99695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:52.224093 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.228522 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Received port after_create {{(pid=99695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:52.334560 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Attempting to bind port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:52.334937 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Attempting to bind port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:52.335300 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Attempting to bind port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 on network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:52.344790 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:52.345281 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Checking segment: {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:52.345572 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.351044 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Bound using segment: {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:52.351558 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Bound port: 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:52.351964 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.451347 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] For port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:52.454983 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] For port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:52.464943 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.485972 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33126418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33189317'] for router, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.525351 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 2, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:52.548911 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12018-1e72-482a-b246-4efc53f68de9 None None] Pushing event updated for resources: {'Port': ['ID=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:52.564399 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Checking router: 9a492e36-92bd-4f6b-971e-45944ccf6e95 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:52.564759 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Updating router 9a492e36-92bd-4f6b-971e-45944ccf6e95 port 650feaf9-bea0-47e4-90d8-10ea3b8af973 binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:52.646147 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.690868 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Router ad3831fe-78f8-4a11-89bf-d408a2d3f552 is scheduled to L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 with binding_index 1 {{(pid=99694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 19:50:52.850111 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:52.860561 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Sync routers for ids ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:50:52.875506 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Routers {'ad3831fe-78f8-4a11-89bf-d408a2d3f552'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:52.876188 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:52.878366 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] Notify callbacks [] for router, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:52.884081 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49970) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:52.890251 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-671fe629-c007-4bd6-9dd7-a1a6e8350960 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9980130 Jul 08 19:50:53.055203 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Set router ad3831fe-78f8-4a11-89bf-d408a2d3f552 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:53.058285 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.080000 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Transition to ACTIVE for port object 650feaf9-bea0-47e4-90d8-10ea3b8af973 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:53.090878 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.134185 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device f15147c3-efe1-4cc1-a720-2286690c1c01 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:53.174146 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6f4d0-30f2-41b0-88ac-923fb76d12ac None None] Pushing event updated for resources: {'Port': ['ID=650feaf9-bea0-47e4-90d8-10ea3b8af973,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:53.256868 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Attempting to bind port 650feaf9-bea0-47e4-90d8-10ea3b8af973 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:53.256868 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Attempting to bind port 650feaf9-bea0-47e4-90d8-10ea3b8af973 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:53.256868 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Attempting to bind port 650feaf9-bea0-47e4-90d8-10ea3b8af973 on network 4bafb87c-5ce7-477c-917e-83e52106bbc6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:53.264801 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:53.265174 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Checking segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:53.265601 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.266004 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Bound using segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:53.266549 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Bound port: 650feaf9-bea0-47e4-90d8-10ea3b8af973, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:53.266884 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.291269 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port f15147c3-efe1-4cc1-a720-2286690c1c01 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:53.292559 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.365498 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] For port 650feaf9-bea0-47e4-90d8-10ea3b8af973, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:53.370295 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] For port 650feaf9-bea0-47e4-90d8-10ea3b8af973, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=650feaf9-bea0-47e4-90d8-10ea3b8af973,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:53.377312 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.436501 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:53.437234 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:53.460602 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:50:52Z', 'revision_number': 3, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:53.501612 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.517394 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:53.536304 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Checking router: ad3831fe-78f8-4a11-89bf-d408a2d3f552 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:50:53.537525 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Updating router ad3831fe-78f8-4a11-89bf-d408a2d3f552 port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 binding host dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:50:53.581517 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:53.658281 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.762476 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6f4d0-30f2-41b0-88ac-923fb76d12ac None None] Pushing event updated for resources: {'Port': ['ID=650feaf9-bea0-47e4-90d8-10ea3b8af973,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:53.806461 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Allocated IP 172.20.0.1 (47cc20bf-bf97-4190-85ae-4ad2e8e125cd/4542e796-7a26-428f-bd7e-ade775ac1529/1eee01c4-8c97-4a03-9740-d325b2f33e3f) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:50:53.848301 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:53.926686 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:53Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:53.964662 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169463ae-a470-4914-81e2-4117d653eb97 None None] The sync data for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi is: [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:53Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:53.965054 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:53.983616 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.provisioning_blocks [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Transition to ACTIVE for port object 1eee01c4-8c97-4a03-9740-d325b2f33e3f will not be triggered until provisioned by entity DHCP. {{(pid=99693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:54.050316 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.072167 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81638cb8-5226-4d6b-a123-86d124f25e2e None None] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:50:54.100745 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:54.108623 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:54.113246 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:50:54.116536 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Pushing event updated for resources: {'Port': ['ID=1eee01c4-8c97-4a03-9740-d325b2f33e3f,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:54.143087 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Notify callbacks [] for port, precommit_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.168972 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33126092'] for router_interface, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.171318 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Transition to ACTIVE for port object 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 will not be triggered until provisioned by entity L2. {{(pid=99695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:50:54.186905 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.226715 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] Provisioning for port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:54.247820 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] Provisioning complete for port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:54.248350 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.325430 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Attempting to bind port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:50:54.325750 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Attempting to bind port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:50:54.326124 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Attempting to bind port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 on network f43a7b44-de9f-4593-bdd1-1da90da9280b {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:50:54.328378 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cbef6-d0a3-4a79-8998-de7bf9282f35 None None] Pushing event updated for resources: {'Port': ['ID=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,revision_number=2']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:54.349279 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:50:54.349769 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Checking segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:50:54.350095 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.350534 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Bound using segment: {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'} {{(pid=99695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:50:54.351041 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.managers [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Bound port: 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a3083d-2e8e-469d-828f-a11e7a6151f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b'}}] {{(pid=99695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:50:54.351517 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.604338 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] For port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:50:54.609285 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.628758 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] For port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:50:54.638641 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.671487 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.742542 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Routers {'ad3831fe-78f8-4a11-89bf-d408a2d3f552'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:50:54.742542 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:54.749442 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cbef6-d0a3-4a79-8998-de7bf9282f35 None None] Pushing event updated for resources: {'Port': ['ID=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:54.795932 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] For port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:54.811137 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.817029 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.831566 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.890202 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33056453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33124767'] for router_interface, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:54.937169 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Pushing event updated for resources: {'Port': ['ID=1eee01c4-8c97-4a03-9740-d325b2f33e3f,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:54.942074 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b83cab-6ca4-4ee1-b813-4b09e0c11a8c None None] Pushing event updated for resources: {'Port': ['ID=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,revision_number=3']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:54.953447 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] Set router ad3831fe-78f8-4a11-89bf-d408a2d3f552 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:50:55.086617 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:50:55.088626 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:50:55.103998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 650feaf9-bea0-47e4-90d8-10ea3b8af973 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:55.139642 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-05ac4b75-745b-48d8-a8de-a2836d15c8f8 None None] Provisioning for port 1eee01c4-8c97-4a03-9740-d325b2f33e3f completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:55.158919 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-05ac4b75-745b-48d8-a8de-a2836d15c8f8 None None] Provisioning complete for port 1eee01c4-8c97-4a03-9740-d325b2f33e3f triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:55.159294 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-05ac4b75-745b-48d8-a8de-a2836d15c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:55.244330 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Router ad3831fe-78f8-4a11-89bf-d408a2d3f552 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:50:55.252139 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-05ac4b75-745b-48d8-a8de-a2836d15c8f8 None None] Port 1eee01c4-8c97-4a03-9740-d325b2f33e3f cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:55.266833 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 650feaf9-bea0-47e4-90d8-10ea3b8af973 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:55.289482 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 650feaf9-bea0-47e4-90d8-10ea3b8af973 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:55.289969 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:55.348150 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-05ac4b75-745b-48d8-a8de-a2836d15c8f8 None None] Provisioning complete for port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:55.348537 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-05ac4b75-745b-48d8-a8de-a2836d15c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:55.414870 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:50:55.430929 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d6579b7d-c69f-402e-8fae-66a7a731ce75 admin admin] 10.222.0.41 "PUT /v2.0/routers/ad3831fe-78f8-4a11-89bf-d408a2d3f552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453398 Jul 08 19:50:55.534525 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:55.559282 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '1eee01c4-8c97-4a03-9740-d325b2f33e3f', 'name': '', 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'mac_address': 'fa:16:3e:e4:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:53Z', 'updated_at': '2021-07-08T19:50:53Z', 'revision_number': 1, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'subnets': [{'id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:50:55.639473 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393f7d4-b72e-435d-8646-cfbce8c6da9d None None] The sync data for ids ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'] in dv-cinder-796286-16-iscsi is: [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '1eee01c4-8c97-4a03-9740-d325b2f33e3f', 'name': '', 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'mac_address': 'fa:16:3e:e4:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:53Z', 'updated_at': '2021-07-08T19:50:53Z', 'revision_number': 1, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'subnets': [{'id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:50:55.692366 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 650feaf9-bea0-47e4-90d8-10ea3b8af973, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=650feaf9-bea0-47e4-90d8-10ea3b8af973,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:55.697847 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:55.755231 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=650feaf9-bea0-47e4-90d8-10ea3b8af973,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:55.815849 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-5857e923-79ec-4c90-823e-df7ac32a8b16 None None] Provisioning complete for port 1eee01c4-8c97-4a03-9740-d325b2f33e3f triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:55.816279 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5857e923-79ec-4c90-823e-df7ac32a8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:55.852961 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-5857e923-79ec-4c90-823e-df7ac32a8b16 None None] Port 1eee01c4-8c97-4a03-9740-d325b2f33e3f cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:50:56.349793 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49986) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:56.354969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828403230', 'description': 'tempest-secgroup-smoke-1828403230 description', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:56.379573 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.469917 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.475387 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.511120 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.512369 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1613853 Jul 08 19:50:56.515267 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49988) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:56.520557 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group_rule': {'security_group_id': 'c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:56.525966 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea824-6cb1-4868-964f-c0f6fe99a5c8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:56.560127 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.627495 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.631317 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.654015 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8546c1e1-4df3-4cf0-baf6-92cd906e9e4a,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:56.660424 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.663645 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-0679af11-d5fa-40c0-8305-13a26f282a7f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454239 Jul 08 19:50:56.664291 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 49990) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:56.669246 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group_rule': {'security_group_id': 'c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:56.697370 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.770849 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.775658 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.801543 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600a2f9d-d025-4a65-9ff6-a722316b7d7d,revision_number=0']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:56.818613 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.826441 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49992) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:56.833381 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group_rule': {'security_group_id': 'c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:56.837876 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-be2ce364-5916-4c76-b570-1f72fc57f05d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721981 Jul 08 19:50:56.866489 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.956741 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.965360 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:56.992676 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8b2c23-d390-4ff8-9bc3-a38191dacb93,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:57.003353 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.004781 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-70e6710a-f1a3-4fe2-9413-de2e4d63b8dd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773155 Jul 08 19:50:57.007691 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49996) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:57.021492 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group_rule': {'security_group_id': 'c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:57.026324 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 650feaf9-bea0-47e4-90d8-10ea3b8af973 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:57.057479 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.090274 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 650feaf9-bea0-47e4-90d8-10ea3b8af973 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:57.090656 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.131176 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.135217 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.154130 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f326a975-8806-4cf6-9d19-40823db84c73,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:57.162486 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.166350 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-495e95a2-9948-4102-af4c-7db0a9a881b2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539562 Jul 08 19:50:57.166555 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 49998) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:57.171829 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group_rule': {'security_group_id': 'c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:57.176627 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:57.196436 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.securitygroups_db [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Project c4c498b622784b77a2e5e6ddb7ab6bfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:50:57.202173 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.233413 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:57.233942 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.272939 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.278397 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.301441 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976b5392-0b6f-45e4-85e7-bb4707a4f916,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:57.305098 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.309679 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b12ca123-e43f-4dbb-a598-1833faf485e5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388521 Jul 08 19:50:57.310207 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50000) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:50:57.314466 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'security_group_rule': {'security_group_id': 'c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b', 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:50:57.346153 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.securitygroups_db [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Project c4c498b622784b77a2e5e6ddb7ab6bfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 19:50:57.351653 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.425983 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.430071 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33238286'] for security_group_rule, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.452441 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1b5f74-7d47-4b71-857b-5963dc6cc72d,revision_number=0']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:50:57.459124 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:57.460198 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-975dc3f8-5fb9-4bbb-96af-52385fe1225a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493299 Jul 08 19:50:58.999623 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:50:59.049396 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:50:59.053105 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:50:59.053477 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:59.147802 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:59.172632 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:50:59.180112 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:50:59.237695 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:00.184956 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Sync routers for ids ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:51:00.194565 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Routers {'ad3831fe-78f8-4a11-89bf-d408a2d3f552'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:51:00.195202 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:00.305344 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Set router ad3831fe-78f8-4a11-89bf-d408a2d3f552 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:51:00.502732 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '1eee01c4-8c97-4a03-9740-d325b2f33e3f', 'name': '', 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'mac_address': 'fa:16:3e:e4:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:53Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 2, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'subnets': [{'id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:00.610145 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Checking router: ad3831fe-78f8-4a11-89bf-d408a2d3f552 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:51:00.610510 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Updating router ad3831fe-78f8-4a11-89bf-d408a2d3f552 port 1eee01c4-8c97-4a03-9740-d325b2f33e3f binding host dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 19:51:00.645657 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:00.910048 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:00.919992 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Transition to ACTIVE for port object 1eee01c4-8c97-4a03-9740-d325b2f33e3f will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:51:00.925931 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:00.986050 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:51:01.028545 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e132fb2-d50a-448e-80d2-ff87715587ea None None] Pushing event updated for resources: {'Port': ['ID=1eee01c4-8c97-4a03-9740-d325b2f33e3f,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:01.031030 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Attempting to bind port 1eee01c4-8c97-4a03-9740-d325b2f33e3f on host dv-cinder-796286-16-iscsi for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:51:01.031384 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Attempting to bind port 1eee01c4-8c97-4a03-9740-d325b2f33e3f by drivers openvswitch,hyperv on host dv-cinder-796286-16-iscsi at level 0 using segments [{'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:51:01.031940 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Attempting to bind port 1eee01c4-8c97-4a03-9740-d325b2f33e3f on network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:51:01.037882 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Checking agent: {'id': '51ba42b4-28c4-4217-ad38-6b7ba3c31297', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 34, 8), 'started_at': datetime.datetime(2021, 7, 8, 19, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:51:01.038514 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Checking segment: {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:51:01.039430 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:01.039987 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Bound using segment: {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:51:01.040447 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Bound port: 1eee01c4-8c97-4a03-9740-d325b2f33e3f, host: dv-cinder-796286-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e3d352-db68-435f-823c-83213938e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:51:01.040838 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:01.051491 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:01.051886 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:01.111062 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] For port 1eee01c4-8c97-4a03-9740-d325b2f33e3f, host dv-cinder-796286-16-iscsi, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:51:01.114337 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] For port 1eee01c4-8c97-4a03-9740-d325b2f33e3f, host dv-cinder-796286-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=1eee01c4-8c97-4a03-9740-d325b2f33e3f,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:51:01.119996 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:01.176576 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Routers {'ad3831fe-78f8-4a11-89bf-d408a2d3f552'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:51:01.177223 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:50:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:01.245074 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e132fb2-d50a-448e-80d2-ff87715587ea None None] Pushing event updated for resources: {'Port': ['ID=1eee01c4-8c97-4a03-9740-d325b2f33e3f,revision_number=4']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:01.339959 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] Set router ad3831fe-78f8-4a11-89bf-d408a2d3f552 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:51:01.580687 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '1eee01c4-8c97-4a03-9740-d325b2f33e3f', 'name': '', 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'mac_address': 'fa:16:3e:e4:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:53Z', 'updated_at': '2021-07-08T19:51:01Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'subnets': [{'id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:01.607396 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb148b-d781-49cf-870e-2e02f547ba2f None None] The sync data for ids ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'] in dv-cinder-796286-16-iscsi is: [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:50:54Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '1eee01c4-8c97-4a03-9740-d325b2f33e3f', 'name': '', 'network_id': '47cc20bf-bf97-4190-85ae-4ad2e8e125cd', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'mac_address': 'fa:16:3e:e4:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:53Z', 'updated_at': '2021-07-08T19:51:01Z', 'revision_number': 4, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'subnets': [{'id': '4542e796-7a26-428f-bd7e-ade775ac1529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:51:03.007692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 1eee01c4-8c97-4a03-9740-d325b2f33e3f up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:51:03.064222 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning for port 1eee01c4-8c97-4a03-9740-d325b2f33e3f completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:51:03.075891 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 1eee01c4-8c97-4a03-9740-d325b2f33e3f triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:03.076329 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:03.168661 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:03.215868 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] For port 1eee01c4-8c97-4a03-9740-d325b2f33e3f, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=1eee01c4-8c97-4a03-9740-d325b2f33e3f,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:03.220032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:03.281523 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Pushing event updated for resources: {'Port': ['ID=1eee01c4-8c97-4a03-9740-d325b2f33e3f,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:04.789046 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7629d8a9-cabe-48fa-bb51-2d6f394e648f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404532914&fields=id&tenant_id=42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 267 time: 0.0364020 Jul 08 19:51:04.912177 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7424cc4d-f91e-47e2-9f39-8427ea433eb9 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:04.913732 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7424cc4d-f91e-47e2-9f39-8427ea433eb9 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 812 time: 0.1179354 Jul 08 19:51:04.928479 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-c6b1d5b0-9e80-456a-a7a4-dcb0a755c921 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/quotas/42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 375 time: 0.0093176 Jul 08 19:51:04.993140 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 1eee01c4-8c97-4a03-9740-d325b2f33e3f up at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:51:05.005969 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-eef2202b-3e61-445b-9d3f-3688e6e6e75c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711813 Jul 08 19:51:05.041202 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Provisioning complete for port 1eee01c4-8c97-4a03-9740-d325b2f33e3f triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:05.041601 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:05.102677 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-9907edf3-c3ca-4021-bb77-59937b49c90c service neutron] 10.222.0.41 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Jul 08 19:51:05.197645 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-6a7d3429-2506-47ad-a0d1-f1f3f366e1ec service neutron] 10.222.0.41 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891533 Jul 08 19:51:05.250743 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-56813b1b-f4aa-4e93-9d24-823c9ec85bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:05.508817 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-8553842d-e0e2-4cd8-96c9-1fb184532a77 req-401cece8-61e3-448d-b491-4a4b70382047 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 210 time: 0.0295267 Jul 08 19:51:06.612728 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-e6ed964b-8cd4-4cdc-95e0-8ea6d0d368c3 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:06.614659 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-e6ed964b-8cd4-4cdc-95e0-8ea6d0d368c3 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 812 time: 0.1125193 Jul 08 19:51:06.671347 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-b5dc8d2c-c457-45a5-87b1-981a451255b5 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 379 time: 0.0442538 Jul 08 19:51:06.679184 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cf1f42f4-b639-4984-b79a-babc634f2cfe req-b0c15ecd-d195-4ebe-a6d7-00aad2484c76 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 210 time: 0.0318341 Jul 08 19:51:06.680593 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'port': {'device_id': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'admin_state_up': True, 'tenant_id': '42fe65bf56284811917e715839cdf053', 'security_groups': ['e13231c8-ae1e-49f5-ad0e-3726c8c41a60']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:51:06.803401 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Made reservation on behalf of 42fe65bf56284811917e715839cdf053 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:51:06.806968 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:06.941412 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Allocated IP 172.20.0.14 (0294cb88-64ed-4088-b25b-4bd1f41db24a/7c21fb88-f0b4-40b3-b82e-d6c731c3957c/80b0f867-058b-4238-b069-7e7b0527c53a) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:51:07.086582 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.101632 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Transition to ACTIVE for port object 80b0f867-058b-4238-b069-7e7b0527c53a will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:51:07.140438 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.190089 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:51:07.195964 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:51:07.200459 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:51:07.228518 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=80b0f867-058b-4238-b069-7e7b0527c53a,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:07.256656 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:07.257289 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.274870 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-50129cf4-171b-4082-92e4-f4ca9c70d189 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982895 Jul 08 19:51:07.287164 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Request body: {'port': {'device_id': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:51:07.370250 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.413160 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-88f1b20d-0506-4f2e-a8bc-8e1b553abc09 None None] Provisioning for port 80b0f867-058b-4238-b069-7e7b0527c53a completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:51:07.417359 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-88f1b20d-0506-4f2e-a8bc-8e1b553abc09 None None] Provisioning complete for port 80b0f867-058b-4238-b069-7e7b0527c53a triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:07.417821 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-88f1b20d-0506-4f2e-a8bc-8e1b553abc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.455314 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-88f1b20d-0506-4f2e-a8bc-8e1b553abc09 None None] Port 80b0f867-058b-4238-b069-7e7b0527c53a cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:51:07.659006 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b0f867-058b-4238-b069-7e7b0527c53a {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:51:07.669509 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.685090 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Transition to ACTIVE for port object 80b0f867-058b-4238-b069-7e7b0527c53a will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:51:07.688824 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.763854 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Pushing event updated for resources: {'Port': ['ID=80b0f867-058b-4238-b069-7e7b0527c53a,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:07.868065 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Attempting to bind port 80b0f867-058b-4238-b069-7e7b0527c53a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:51:07.868549 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Attempting to bind port 80b0f867-058b-4238-b069-7e7b0527c53a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:51:07.869146 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Attempting to bind port 80b0f867-058b-4238-b069-7e7b0527c53a on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:51:07.878097 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Port 80b0f867-058b-4238-b069-7e7b0527c53a on network 0294cb88-64ed-4088-b25b-4bd1f41db24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:51:07.878426 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Attempting to bind port 80b0f867-058b-4238-b069-7e7b0527c53a on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:51:07.888604 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:51:07.888955 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Checking segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:51:07.889333 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Bound using segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:51:07.889805 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Bound port: 80b0f867-058b-4238-b069-7e7b0527c53a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:51:07.890169 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:07.950681 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432af61-ce72-4d0a-b1c2-f0979bd9c0b1 req-d3c06b5b-9633-4115-85e9-e5bda0b1764c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:07.952224 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2432af61-ce72-4d0a-b1c2-f0979bd9c0b1 req-d3c06b5b-9633-4115-85e9-e5bda0b1764c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.1289606 Jul 08 19:51:08.005750 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] For port 80b0f867-058b-4238-b069-7e7b0527c53a, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:51:08.010754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] For port 80b0f867-058b-4238-b069-7e7b0527c53a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80b0f867-058b-4238-b069-7e7b0527c53a,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:51:08.016795 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2432af61-ce72-4d0a-b1c2-f0979bd9c0b1 req-39bc0a52-d34d-4bc3-9447-ed98df4b05bd tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576408 Jul 08 19:51:08.018447 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:08.054604 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.055218 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:08.056618 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] 10.222.0.91 "PUT /v2.0/ports/80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 200 len: 1094 time: 0.7739458 Jul 08 19:51:08.057020 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:51:08.059316 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345fa261-537a-418d-b606-f896c85e35b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:51:08.086440 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5abf-6e95-4ea1-a766-f39f03c538cc service neutron] Pushing event updated for resources: {'Port': ['ID=80b0f867-058b-4238-b069-7e7b0527c53a,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:08.102356 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f26987-5be7-458f-9802-344b8df5082b x-openstack-request-id: req-39f26987-5be7-458f-9802-344b8df5082b {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:51:08.102721 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:51:08.102979 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39f26987-5be7-458f-9802-344b8df5082b {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:51:08.103411 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a', 'status': 'completed', 'code': 200} Jul 08 19:51:08.137708 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3db8c8d9-1349-49f9-99e9-a2dd114afefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:08.171111 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-2ca9f9f0-06e0-4120-ac0f-2a47bbf15c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.172664 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-2ca9f9f0-06e0-4120-ac0f-2a47bbf15c0c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1097 time: 0.0664959 Jul 08 19:51:08.216802 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-a8a29b88-604d-4d63-952c-56af7b92f79f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 200 len: 217 time: 0.0357962 Jul 08 19:51:08.272791 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:08.278230 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-3cf68c64-7217-4647-ad7d-037dfa534a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.279761 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-3cf68c64-7217-4647-ad7d-037dfa534a5d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0565145 Jul 08 19:51:08.342526 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-06a5975c-d44e-4694-868e-72aac9311c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.343947 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-06a5975c-d44e-4694-868e-72aac9311c29 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571322 Jul 08 19:51:08.436305 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-02e9cf8e-411a-4fbe-b2b1-885b2f61b7ff service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843072 Jul 08 19:51:08.533071 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c5488769-094d-4948-9113-4bff9c7f2b2b req-2122dd71-d86c-4530-9fb4-95d58013208d service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904100 Jul 08 19:51:08.643910 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa261-537a-418d-b606-f896c85e35b9 req-31705035-761d-43b8-81a7-3712228efa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.645403 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-31705035-761d-43b8-81a7-3712228efa19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1097 time: 0.0568309 Jul 08 19:51:08.739343 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa261-537a-418d-b606-f896c85e35b9 req-79c5e1f3-f3fc-42a9-a9a9-5ca77115456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.740844 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-79c5e1f3-f3fc-42a9-a9a9-5ca77115456b service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.0878711 Jul 08 19:51:08.785538 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-64d18ccb-01b1-4f98-8c1f-71c3363f333d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 200 len: 217 time: 0.0374382 Jul 08 19:51:08.836446 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa261-537a-418d-b606-f896c85e35b9 req-ee016f80-0cb4-496f-a4bb-3c51faf90b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.837944 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-ee016f80-0cb4-496f-a4bb-3c51faf90b74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0454044 Jul 08 19:51:08.912168 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa261-537a-418d-b606-f896c85e35b9 req-0d776018-f5bf-42e4-b903-a5298111da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:08.913975 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-0d776018-f5bf-42e4-b903-a5298111da45 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691941 Jul 08 19:51:08.970682 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:09.327634 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-0a9915b4-7c68-43a1-a2e8-098cead89e7c service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062498 Jul 08 19:51:09.339331 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25259e1-c136-45c2-bc91-945ccdf390cf req-9e52c1cb-9160-4cc4-930d-c8faa4cba658 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:09.340975 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e25259e1-c136-45c2-bc91-945ccdf390cf req-9e52c1cb-9160-4cc4-930d-c8faa4cba658 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.0932517 Jul 08 19:51:09.430087 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e25259e1-c136-45c2-bc91-945ccdf390cf req-ecc9ffac-258c-4357-8da6-e63cd53cea40 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786982 Jul 08 19:51:09.458762 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-345fa261-537a-418d-b606-f896c85e35b9 req-b712d0d1-0f49-46e3-a176-6c2d36617669 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167414 Jul 08 19:51:09.799499 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:51:10.614918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178abd8-c76e-458d-84d9-6b8142ac9483 req-75f0cdd1-2839-449b-a1c5-f19ffcea0f21 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:10.616426 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a178abd8-c76e-458d-84d9-6b8142ac9483 req-75f0cdd1-2839-449b-a1c5-f19ffcea0f21 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.0643544 Jul 08 19:51:10.655665 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a178abd8-c76e-458d-84d9-6b8142ac9483 req-29e949c5-1c42-4c31-abc2-c0b773a99d97 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Jul 08 19:51:10.853432 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:11.827773 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954292a-6be2-4399-a0d8-364e57a459a4 req-bb392942-4bca-4119-bc9d-e1b74a68f1bb tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:11.829283 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0954292a-6be2-4399-a0d8-364e57a459a4 req-bb392942-4bca-4119-bc9d-e1b74a68f1bb tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.0640280 Jul 08 19:51:11.872427 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0954292a-6be2-4399-a0d8-364e57a459a4 req-fdc5796d-c34c-4be2-bd21-345735a2fd73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374987 Jul 08 19:51:13.064398 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faca243-c2d8-4141-b178-8f1227e0d5ed req-37e0cb29-75a6-43ae-84bf-aeeeb324d4bc tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:13.065885 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5faca243-c2d8-4141-b178-8f1227e0d5ed req-37e0cb29-75a6-43ae-84bf-aeeeb324d4bc tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.0669906 Jul 08 19:51:13.102510 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-5faca243-c2d8-4141-b178-8f1227e0d5ed req-92bab029-ee47-4f78-b955-a7d1e837c3fe tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309391 Jul 08 19:51:14.169643 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-09104477-7fd5-4051-b51c-25291653af64 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828403230&fields=id&tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa HTTP/1.1" status: 200 len: 267 time: 0.0407031 Jul 08 19:51:14.279903 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-19bc31f1-357b-41cd-a438-52e88b1e2738 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:14.281295 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-19bc31f1-357b-41cd-a438-52e88b1e2738 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 808 time: 0.1046150 Jul 08 19:51:14.282277 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63e0c7-67f8-4226-9fe5-876c1a845d1d req-c3d85b4c-6fa0-4039-824b-883d6b251585 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:14.283766 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4f63e0c7-67f8-4226-9fe5-876c1a845d1d req-c3d85b4c-6fa0-4039-824b-883d6b251585 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.0628211 Jul 08 19:51:14.295763 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-de52869f-6f16-4977-80d2-848b92632b45 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/quotas/c4c498b622784b77a2e5e6ddb7ab6bfa HTTP/1.1" status: 200 len: 375 time: 0.0091553 Jul 08 19:51:14.321809 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4f63e0c7-67f8-4226-9fe5-876c1a845d1d req-2012de03-62e3-4103-8c42-6da42ef5ef7a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325360 Jul 08 19:51:14.365003 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-9c63b85d-79b8-4978-8817-649e88c6b11f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641630 Jul 08 19:51:14.466413 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-5298d974-d1ee-4c8f-b9f1-bde72f6343f8 service neutron] 10.222.0.41 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891752 Jul 08 19:51:14.557173 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-1ab52742-dc21-49fc-9b4d-9011e9eb47e4 service neutron] 10.222.0.41 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Jul 08 19:51:14.826481 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:14.847292 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-aa5d1f72-a9a3-43b6-9e3b-99b0c9f7e326 req-ab76d04d-322a-43e6-bda4-65c243002dbd tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 210 time: 0.0295241 Jul 08 19:51:15.504942 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d595d-809e-4b42-8098-e1de23f0bd3d req-bec4e08b-58a0-4001-8ce5-f1619e32a898 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:15.506595 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4a4d595d-809e-4b42-8098-e1de23f0bd3d req-bec4e08b-58a0-4001-8ce5-f1619e32a898 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 944 time: 0.0676937 Jul 08 19:51:15.549214 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-4a4d595d-809e-4b42-8098-e1de23f0bd3d req-59120218-bc7d-4e08-a9ae-f56c9ae211bc tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368638 Jul 08 19:51:15.913818 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-afcf2199-e73c-4e3d-bc09-9d96a34604be tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:15.915293 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-afcf2199-e73c-4e3d-bc09-9d96a34604be tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 808 time: 0.1076975 Jul 08 19:51:15.963377 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-c042a894-11e5-484c-b8cf-9f6e686ac739 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa HTTP/1.1" status: 200 len: 380 time: 0.0375159 Jul 08 19:51:15.972537 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'port': {'device_id': '463ea91e-119f-451b-961b-af665bb663b8', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'admin_state_up': True, 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'security_groups': ['c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:51:16.002302 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ee676f6a-46d7-4c7b-9122-c2a484c9e51e req-83c6b850-ac43-4ef3-b775-7ee116cd111a tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 210 time: 0.0416031 Jul 08 19:51:16.086244 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Made reservation on behalf of c4c498b622784b77a2e5e6ddb7ab6bfa for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:51:16.089925 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.211810 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Allocated IP 172.20.0.7 (4bafb87c-5ce7-477c-917e-83e52106bbc6/8abf7249-2c01-4ae3-9699-9860913f23ee/d081614a-3de4-4db3-8f3f-633ec94b8823) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:51:16.359221 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.373631 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Transition to ACTIVE for port object d081614a-3de4-4db3-8f3f-633ec94b8823 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:51:16.409732 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.453992 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:51:16.459211 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:51:16.463045 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:51:16.483689 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80b0f867-058b-4238-b069-7e7b0527c53a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:51:16.500466 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:16.554547 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:16.556424 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.576377 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-ed6d64d3-4953-46dc-a12f-ff9990a90ea3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075993 Jul 08 19:51:16.588758 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Request body: {'port': {'device_id': '463ea91e-119f-451b-961b-af665bb663b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:51:16.607904 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 80b0f867-058b-4238-b069-7e7b0527c53a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80b0f867-058b-4238-b069-7e7b0527c53a,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:16.620614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '80b0f867-058b-4238-b069-7e7b0527c53a', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'port_id': '80b0f867-058b-4238-b069-7e7b0527c53a', 'mac_address': 'fa:16:3e:de:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:51:16.662153 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.675911 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b0f867-058b-4238-b069-7e7b0527c53a {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:51:16.680391 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.697516 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 80b0f867-058b-4238-b069-7e7b0527c53a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80b0f867-058b-4238-b069-7e7b0527c53a,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:16.702539 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.751278 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=80b0f867-058b-4238-b069-7e7b0527c53a,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:16.779156 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-6e487b16-e432-4d5d-9901-adc1c358e9eb None None] Provisioning for port d081614a-3de4-4db3-8f3f-633ec94b8823 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:51:16.783125 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-6e487b16-e432-4d5d-9901-adc1c358e9eb None None] Provisioning complete for port d081614a-3de4-4db3-8f3f-633ec94b8823 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:16.783510 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-6e487b16-e432-4d5d-9901-adc1c358e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:16.820031 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-6e487b16-e432-4d5d-9901-adc1c358e9eb None None] Port d081614a-3de4-4db3-8f3f-633ec94b8823 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:51:16.861055 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b43049-0766-463d-b4a0-1c3a77c0f946 req-e49ab224-564a-46e2-a1fd-b8234f466274 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:16.862586 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-10b43049-0766-463d-b4a0-1c3a77c0f946 req-e49ab224-564a-46e2-a1fd-b8234f466274 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 945 time: 0.1716926 Jul 08 19:51:16.955039 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-10b43049-0766-463d-b4a0-1c3a77c0f946 req-48559624-e0d8-4763-bdb5-fcc9cd3ce468 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861137 Jul 08 19:51:16.982423 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['80b0f867-058b-4238-b069-7e7b0527c53a'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:51:17.044203 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d081614a-3de4-4db3-8f3f-633ec94b8823 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:51:17.053379 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:17.066874 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Transition to ACTIVE for port object d081614a-3de4-4db3-8f3f-633ec94b8823 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:51:17.071314 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:17.145656 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:17.200883 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Attempting to bind port d081614a-3de4-4db3-8f3f-633ec94b8823 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:51:17.201218 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Attempting to bind port d081614a-3de4-4db3-8f3f-633ec94b8823 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:51:17.201624 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Attempting to bind port d081614a-3de4-4db3-8f3f-633ec94b8823 on network 4bafb87c-5ce7-477c-917e-83e52106bbc6 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:51:17.206421 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Port d081614a-3de4-4db3-8f3f-633ec94b8823 on network 4bafb87c-5ce7-477c-917e-83e52106bbc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:51:17.206738 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Attempting to bind port d081614a-3de4-4db3-8f3f-633ec94b8823 on network 4bafb87c-5ce7-477c-917e-83e52106bbc6 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:51:17.212022 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:51:17.212360 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Checking segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:51:17.212750 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Bound using segment: {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:51:17.213181 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Bound port: d081614a-3de4-4db3-8f3f-633ec94b8823, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52618621-703e-4411-b82c-a04493c2d069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:51:17.213533 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:17.223714 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9964a-1472-4adb-b7b4-1a2285af430f req-a93e1f96-4b10-4074-97ae-5dc0c290ce0b tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.227000 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3ac9964a-1472-4adb-b7b4-1a2285af430f req-a93e1f96-4b10-4074-97ae-5dc0c290ce0b tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.1023235 Jul 08 19:51:17.280381 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3ac9964a-1472-4adb-b7b4-1a2285af430f req-3532861e-12a1-4ac8-b1c4-a008d4e5b1ed tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468907 Jul 08 19:51:17.283795 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:51:17.287582 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:51:17.292276 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:17.326869 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.327492 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:17.328944 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] 10.222.0.91 "PUT /v2.0/ports/d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 1093 time: 0.7446938 Jul 08 19:51:17.329388 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:51:17.331687 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c833ddf-9b25-48b9-8718-0aa29f57f146" -d '{"events": [{"name": "network-changed", "server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:51:17.367358 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce64af-0da1-4b0a-a67f-903773571ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:17.376292 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe669224-f165-4593-a110-ae3d9f200fe4 x-openstack-request-id: req-fe669224-f165-4593-a110-ae3d9f200fe4 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:51:17.376583 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:51:17.376835 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe669224-f165-4593-a110-ae3d9f200fe4 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:51:17.377387 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'status': 'completed', 'code': 200} Jul 08 19:51:17.438648 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-3534b5b9-17a8-4597-b2f3-9d1fd78b776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.440171 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-3534b5b9-17a8-4597-b2f3-9d1fd78b776d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1096 time: 0.0660024 Jul 08 19:51:17.483805 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-c0dc6850-2509-4de6-a9d8-c17772188e6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 217 time: 0.0356412 Jul 08 19:51:17.535037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-9d198a67-9ed7-4bd7-8d35-5630a8a26756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.536429 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-9d198a67-9ed7-4bd7-8d35-5630a8a26756 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0454967 Jul 08 19:51:17.593511 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db8272-deda-4920-8ffa-da073d744634 req-c87ad6a7-0041-4505-b794-2c764ed7ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.595050 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-c87ad6a7-0041-4505-b794-2c764ed7ebe0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517871 Jul 08 19:51:17.690150 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-0bb7d455-3714-4ca4-b5d0-24349c34742d service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872993 Jul 08 19:51:17.782990 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-87db8272-deda-4920-8ffa-da073d744634 req-62e052b2-0b71-47c1-b8a0-6a894ae4f77d service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Jul 08 19:51:17.889135 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-cd05837e-c965-47ae-bbd0-7d9feea5e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.890582 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-cd05837e-c965-47ae-bbd0-7d9feea5e6e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1096 time: 0.0585473 Jul 08 19:51:17.978650 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-5ad1c565-3f4a-4d02-a2a9-28d616fcd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:17.980445 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-5ad1c565-3f4a-4d02-a2a9-28d616fcd935 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.0825667 Jul 08 19:51:18.027985 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-c322d91b-2f55-41d0-ac2a-1f2cf336dcc5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 217 time: 0.0386460 Jul 08 19:51:18.078881 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-d2b62d04-8c1f-4207-86cc-fd26705bfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:18.080322 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-d2b62d04-8c1f-4207-86cc-fd26705bfc69 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0445616 Jul 08 19:51:18.137149 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eea214-a726-4cfa-9105-e6577a2b01c2 req-1b154262-2927-49e3-b1ac-39060611350f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:18.138655 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-54eea214-a726-4cfa-9105-e6577a2b01c2 req-1b154262-2927-49e3-b1ac-39060611350f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 945 time: 0.0692425 Jul 08 19:51:18.140596 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-8d08c3bf-1479-4307-94f9-eae6a0f9b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:18.142071 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-8d08c3bf-1479-4307-94f9-eae6a0f9b1e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531845 Jul 08 19:51:18.177499 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-54eea214-a726-4cfa-9105-e6577a2b01c2 req-06813fb5-32ca-4f5d-a94a-82b38779d755 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329139 Jul 08 19:51:18.235689 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-e1f4055a-4107-4d57-9dcf-a08175e8db61 service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858264 Jul 08 19:51:18.324920 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9c833ddf-9b25-48b9-8718-0aa29f57f146 req-116bf8c1-bd36-443c-b468-c5df5a1d1839 service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Jul 08 19:51:18.445449 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4228-5387-41b2-af6b-8424d871d24d req-5523e3dd-5207-4cb1-8e26-9b05a9c77beb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:18.446935 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-809c4228-5387-41b2-af6b-8424d871d24d req-5523e3dd-5207-4cb1-8e26-9b05a9c77beb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0631497 Jul 08 19:51:18.484341 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-809c4228-5387-41b2-af6b-8424d871d24d req-2da0390b-16db-42ff-9ebc-5ffe52677667 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Jul 08 19:51:18.512570 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80b0f867-058b-4238-b069-7e7b0527c53a up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:51:18.562435 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 80b0f867-058b-4238-b069-7e7b0527c53a completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:51:18.566025 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 80b0f867-058b-4238-b069-7e7b0527c53a triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:18.566401 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:18.640812 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:18.665259 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:51:18.668183 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdafa876-004c-49ac-8d5f-ebc83c6617ce" -d '{"events": [{"server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "name": "network-vif-plugged", "status": "completed", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:51:18.681129 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 80b0f867-058b-4238-b069-7e7b0527c53a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80b0f867-058b-4238-b069-7e7b0527c53a,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:18.685660 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:18.708261 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0275eee5-7749-459f-a37b-d6dade642c59 x-openstack-request-id: req-0275eee5-7749-459f-a37b-d6dade642c59 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:51:18.708553 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "name": "network-vif-plugged", "status": "completed", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:51:18.708806 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0275eee5-7749-459f-a37b-d6dade642c59 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:51:18.709195 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a', 'code': 200} Jul 08 19:51:18.736359 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=80b0f867-058b-4238-b069-7e7b0527c53a,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:18.986288 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700ecd0-9f2c-43bc-9546-dd3ca357f9fc req-a11ab49b-0839-4dd2-8ee9-cc6d554d7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:18.987694 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0700ecd0-9f2c-43bc-9546-dd3ca357f9fc req-a11ab49b-0839-4dd2-8ee9-cc6d554d7a9e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0585697 Jul 08 19:51:19.022941 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0700ecd0-9f2c-43bc-9546-dd3ca357f9fc req-20248108-ff00-4b11-b1bf-2b8a4d32180c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279441 Jul 08 19:51:19.517053 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30afd4-9218-4e1c-b779-34a3e3717fcc req-e951a40d-16cd-4560-8ea2-ece85a88ce05 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:19.518670 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0f30afd4-9218-4e1c-b779-34a3e3717fcc req-e951a40d-16cd-4560-8ea2-ece85a88ce05 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 946 time: 0.0748055 Jul 08 19:51:19.557502 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0f30afd4-9218-4e1c-b779-34a3e3717fcc req-db9519e8-b5e1-44b2-8686-dee510ffad59 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333841 Jul 08 19:51:19.662807 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea056c7d-23fa-4f17-b9ce-8934729874be req-d2f6e2b0-d134-4528-811d-795a4bb60a6e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:19.664283 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ea056c7d-23fa-4f17-b9ce-8934729874be req-d2f6e2b0-d134-4528-811d-795a4bb60a6e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0672402 Jul 08 19:51:19.703155 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ea056c7d-23fa-4f17-b9ce-8934729874be req-3eedfd9d-cab0-47c3-a219-393326ad6d21 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330272 Jul 08 19:51:20.197073 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-e8b8485a-6ee4-4495-afb1-52e58cf6dd6a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596950 Jul 08 19:51:20.295454 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-dbda6fdc-6a68-43ef-82cd-b4a5328f02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:20.296931 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-dbda6fdc-6a68-43ef-82cd-b4a5328f02e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0544376 Jul 08 19:51:20.407955 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-2a38fddd-ab9c-4498-991a-02088f59905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:20.409431 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-2a38fddd-ab9c-4498-991a-02088f59905f service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.0924859 Jul 08 19:51:20.456051 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-87aa3c54-fc42-4d70-93bd-be126de911a4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 200 len: 217 time: 0.0394130 Jul 08 19:51:20.508925 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-d5c90c0a-78cc-4efe-a1bc-351391d6da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:20.511253 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-d5c90c0a-78cc-4efe-a1bc-351391d6da2d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0471971 Jul 08 19:51:20.570992 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-e7eecb39-b882-4983-ba23-70bab9667127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:20.572497 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-e7eecb39-b882-4983-ba23-70bab9667127 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551844 Jul 08 19:51:20.680939 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-50a5abf5-00ef-4e43-a123-82326abcbc23 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015391 Jul 08 19:51:20.811253 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a7670-83d9-4d9f-9dad-b55da0e230f4 req-d7fcaabc-3385-4425-b3e9-52a171d2c1e1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:20.812800 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-be3a7670-83d9-4d9f-9dad-b55da0e230f4 req-d7fcaabc-3385-4425-b3e9-52a171d2c1e1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 946 time: 0.1432097 Jul 08 19:51:20.816945 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-580230df-ab29-473c-abf1-df7a0ae46a20 req-ecf9fcde-61bf-4b1c-8bbd-6f5f5968abf2 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157529 Jul 08 19:51:20.862630 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-be3a7670-83d9-4d9f-9dad-b55da0e230f4 req-533cfc44-fb43-4ebd-bd25-d4de56d8f44c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Jul 08 19:51:20.889941 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0dad6-2dc2-4bd5-af5c-0f9642d7282a req-b82714db-cb75-43d6-83c0-6518f83fa87d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:20.891512 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f3c0dad6-2dc2-4bd5-af5c-0f9642d7282a req-b82714db-cb75-43d6-83c0-6518f83fa87d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0723257 Jul 08 19:51:20.939565 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-f3c0dad6-2dc2-4bd5-af5c-0f9642d7282a req-aa2e6bab-7b4d-4eb1-8712-bbc2cb368233 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Jul 08 19:51:21.052498 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360263-f2c4-470f-8428-6e9fb275ce70 req-d5e13d1f-b5cf-4a7a-aa35-2dfefab4e493 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:21.053909 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-07360263-f2c4-470f-8428-6e9fb275ce70 req-d5e13d1f-b5cf-4a7a-aa35-2dfefab4e493 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 946 time: 0.0646381 Jul 08 19:51:21.093322 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-07360263-f2c4-470f-8428-6e9fb275ce70 req-5e336bd0-db7b-4b84-b66d-7e1ad8f84818 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331728 Jul 08 19:51:21.117377 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50218) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:51:21.315613 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a5407d-6aa3-4fe3-b466-511db13eda92 tempest-TestVolumeBootPattern-449743197 tempest-TestVolumeBootPattern-449743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:21.317045 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-b6a5407d-6aa3-4fe3-b466-511db13eda92 tempest-TestVolumeBootPattern-449743197 tempest-TestVolumeBootPattern-449743197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1094 time: 0.1986568 Jul 08 19:51:21.319921 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50222) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:51:21.324321 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'port_id': '80b0f867-058b-4238-b069-7e7b0527c53a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:51:21.346109 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:21.445049 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:21.563131 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Allocated IP 172.27.1.151 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/9ce5cc7a-e1fd-459b-8015-248ab5970398) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:51:21.675360 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:21.717429 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:21.761601 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:51:21.764587 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:51:21.768997 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:51:21.772103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=9ce5cc7a-e1fd-459b-8015-248ab5970398,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:22.121777 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6143f-9101-4edf-af9b-c323c0bf6583 req-e1c22e61-a26a-4f3d-b030-703f69e3e06f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:22.123323 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b4e6143f-9101-4edf-af9b-c323c0bf6583 req-e1c22e61-a26a-4f3d-b030-703f69e3e06f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0720961 Jul 08 19:51:22.164053 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:22.172422 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b4e6143f-9101-4edf-af9b-c323c0bf6583 req-9d170002-82c9-4110-ad17-e28fc3b458a9 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431740 Jul 08 19:51:22.247997 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:22.405830 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:22.410848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:22.480377 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=9ce5cc7a-e1fd-459b-8015-248ab5970398,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:22.490251 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:22.593500 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Floating IP c1c9d88a-6ace-4b4e-ba63-1b605651fbf6 associated. External IP: 172.27.1.151, port: 80b0f867-058b-4238-b069-7e7b0527c53a. Jul 08 19:51:23.070422 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:51:23.179318 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:51:23.191788 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:51:23.196075 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:23.205265 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:51:23.206313 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:51:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:23.247804 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-4cdd9a92-cdc7-4335-98c5-02a5a865f1a1 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9132693 Jul 08 19:51:23.247804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:51:23.247804 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:51:23.278864 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a48e628-b19d-4648-b9bf-3ca3f5ebdebb x-openstack-request-id: req-4a48e628-b19d-4648-b9bf-3ca3f5ebdebb {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:51:23.279155 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:51:23.279678 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a48e628-b19d-4648-b9bf-3ca3f5ebdebb {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:51:23.280078 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a', 'status': 'completed', 'code': 200} Jul 08 19:51:23.392604 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-2c5b304b-800a-402a-bd7c-bad7de01fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:23.394139 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-2c5b304b-800a-402a-bd7c-bad7de01fe67 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0787647 Jul 08 19:51:23.402467 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ae4b-216e-4193-87d6-8940f4c8b301 req-f1157afa-7fd8-417f-ba6f-32ae6f95e7cb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:23.403961 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4e2ae4b-216e-4193-87d6-8940f4c8b301 req-f1157afa-7fd8-417f-ba6f-32ae6f95e7cb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.1187086 Jul 08 19:51:23.461342 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:51:23.491651 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f4e2ae4b-216e-4193-87d6-8940f4c8b301 req-50ee6ff7-5816-4fd4-91ba-6875be31997e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787344 Jul 08 19:51:23.519185 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-0179e788-0cfc-41c4-b3d4-4f12e59270c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:23.520713 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-0179e788-0cfc-41c4-b3d4-4f12e59270c9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.1158154 Jul 08 19:51:23.626876 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-4fe203fb-877d-4042-a2d9-ba0a269c0b8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 200 len: 1000 time: 0.0988576 Jul 08 19:51:23.675797 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-77809560-bce9-4941-bc67-a452acb17f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:23.677240 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-77809560-bce9-4941-bc67-a452acb17f35 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0433602 Jul 08 19:51:23.709541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c1c9d88a-6ace-4b4e-ba63-1b605651fbf6', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': '80b0f867-058b-4238-b069-7e7b0527c53a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:de:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:51:22Z', 'updated_at': '2021-07-08T19:51:22Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:23.743903 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:51:23.752887 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:51:23.753511 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:51:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:23.754300 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-4c28e65b-3864-4954-98d9-1fa1ba5b9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:23.755818 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-4c28e65b-3864-4954-98d9-1fa1ba5b9f0d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0667663 Jul 08 19:51:23.857881 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-35f5de55-9ee6-4d09-9adc-ee9d0aef08c5 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946054 Jul 08 19:51:23.876223 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:51:23.969229 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-032b0e00-88ca-4083-8e5d-bc4cc5d116b3 req-a9671b49-5bc5-4c36-932d-2260c31f9742 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043918 Jul 08 19:51:24.156431 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c1c9d88a-6ace-4b4e-ba63-1b605651fbf6', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': '80b0f867-058b-4238-b069-7e7b0527c53a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:de:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:51:22Z', 'updated_at': '2021-07-08T19:51:22Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:24.185403 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb4d95-ec0b-4cea-bcaf-cd2c3dc1ae7b None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c1c9d88a-6ace-4b4e-ba63-1b605651fbf6', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': '80b0f867-058b-4238-b069-7e7b0527c53a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:de:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:51:22Z', 'updated_at': '2021-07-08T19:51:22Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:51:24.391944 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb627da-2d8d-4275-bad5-f063707395b5 None None] New status for floating IP c1c9d88a-6ace-4b4e-ba63-1b605651fbf6: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:51:24.690837 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fd1f9-293f-410f-9384-92c0ed60e799 req-f6a83ceb-86e3-4292-89a2-db2766bf6f3c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:24.692320 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0d2fd1f9-293f-410f-9384-92c0ed60e799 req-f6a83ceb-86e3-4292-89a2-db2766bf6f3c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0656817 Jul 08 19:51:24.731479 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0d2fd1f9-293f-410f-9384-92c0ed60e799 req-126e9861-fe04-472c-8d74-a5c0d498bcf4 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Jul 08 19:51:25.949024 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ccbde-a2bb-48bb-9aee-937198912d1e req-bda9ea75-41ee-4751-83f4-9b0f76a290cb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:25.950605 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bd3ccbde-a2bb-48bb-9aee-937198912d1e req-bda9ea75-41ee-4751-83f4-9b0f76a290cb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0921352 Jul 08 19:51:25.996270 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bd3ccbde-a2bb-48bb-9aee-937198912d1e req-d3300e2f-4d23-46ab-8331-f353436614fa tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396709 Jul 08 19:51:26.544671 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:51:26.656183 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:26.670440 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'port_id': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'mac_address': 'fa:16:3e:42:c1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:51:26.711209 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:26.725998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d081614a-3de4-4db3-8f3f-633ec94b8823 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:51:26.747401 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:26.751432 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:26.811363 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:26.998687 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['d081614a-3de4-4db3-8f3f-633ec94b8823'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:51:27.223387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404f972-8ae2-4653-a51c-5e64ea5a3c56 req-afa7247c-7f4d-4b8d-bda0-03574acd7951 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:27.224989 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a404f972-8ae2-4653-a51c-5e64ea5a3c56 req-afa7247c-7f4d-4b8d-bda0-03574acd7951 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 944 time: 0.0817981 Jul 08 19:51:27.270121 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a404f972-8ae2-4653-a51c-5e64ea5a3c56 req-0e64974e-0e9e-4e99-b713-aa723eea4428 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357997 Jul 08 19:51:28.455996 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9136a-2415-4d9c-ad33-7e6f005b35c6 req-e3d09e50-1c07-4186-8915-6bb556ded46e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:28.457463 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-09b9136a-2415-4d9c-ad33-7e6f005b35c6 req-e3d09e50-1c07-4186-8915-6bb556ded46e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 944 time: 0.0636239 Jul 08 19:51:28.498305 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-09b9136a-2415-4d9c-ad33-7e6f005b35c6 req-088390a4-e0d4-4ade-8323-2229547d4031 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Jul 08 19:51:28.549860 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:51:28.610751 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port d081614a-3de4-4db3-8f3f-633ec94b8823 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:51:28.614455 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port d081614a-3de4-4db3-8f3f-633ec94b8823 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:51:28.614845 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:28.694217 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:28.716378 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:51:28.718640 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6183939c-81aa-49a3-8d9a-7a000bbcc403" -d '{"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-plugged", "status": "completed", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:51:28.732729 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:51:28.737577 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:28.764991 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67933ef-51be-43e8-99d4-f8d6135dd636 x-openstack-request-id: req-e67933ef-51be-43e8-99d4-f8d6135dd636 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:51:28.765287 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-plugged", "status": "completed", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:51:28.765559 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e67933ef-51be-43e8-99d4-f8d6135dd636 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:51:28.765947 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'code': 200} Jul 08 19:51:28.797034 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:29.068869 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9348a02-2830-4941-889e-f8d33d7d496e req-d15220aa-ebb7-4255-bb30-9e0dec235c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:29.070366 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e9348a02-2830-4941-889e-f8d33d7d496e req-d15220aa-ebb7-4255-bb30-9e0dec235c32 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0535631 Jul 08 19:51:29.104590 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e9348a02-2830-4941-889e-f8d33d7d496e req-a57ca022-e826-4c9e-a677-4b61588197b7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271831 Jul 08 19:51:29.683286 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e98f2-5cb6-4d31-8ef7-392d56aa93d8 req-6bd2647d-ff98-4c87-b79a-2a5383a362f8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:29.684857 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f62e98f2-5cb6-4d31-8ef7-392d56aa93d8 req-6bd2647d-ff98-4c87-b79a-2a5383a362f8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0750093 Jul 08 19:51:29.725279 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f62e98f2-5cb6-4d31-8ef7-392d56aa93d8 req-593bc6b1-f7f5-41d4-ab05-394dcad9b7bf tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344996 Jul 08 19:51:30.915288 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce1f2-4316-400c-9063-383618669e1e req-70066d2b-9910-48e1-897d-ad5211955997 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:30.917373 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7ebce1f2-4316-400c-9063-383618669e1e req-70066d2b-9910-48e1-897d-ad5211955997 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0727780 Jul 08 19:51:30.960038 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7ebce1f2-4316-400c-9063-383618669e1e req-cfacf8e7-b605-42c5-8d34-48b9689d2bed tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365200 Jul 08 19:51:31.146882 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1251d1-6098-4706-aa61-356260afb2bf req-03c60e47-7494-4a4d-b881-e6f2ce7fb837 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:31.148364 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fd1251d1-6098-4706-aa61-356260afb2bf req-03c60e47-7494-4a4d-b881-e6f2ce7fb837 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0688896 Jul 08 19:51:31.200440 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-fd1251d1-6098-4706-aa61-356260afb2bf req-acf9dd14-c558-4cce-a356-7be2d1e502e4 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Jul 08 19:51:31.229805 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50250) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:51:31.348731 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450a682-7639-48d3-a19e-8226a6922943 tempest-TestShelveInstance-818690448 tempest-TestShelveInstance-818690448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:31.350285 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6450a682-7639-48d3-a19e-8226a6922943 tempest-TestShelveInstance-818690448 tempest-TestShelveInstance-818690448-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1093 time: 0.1191106 Jul 08 19:51:31.353358 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50254) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:51:31.358743 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'port_id': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:51:31.383568 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for floatingip, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:31.506534 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:31.621485 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Allocated IP 172.27.1.72 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/ef02c7ac-0128-40e5-b9d0-f3a1a77453bf) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:51:31.736312 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:31.782426 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:31.827543 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:51:31.830351 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:51:31.834754 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:51:31.837914 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'Port': ['ID=ef02c7ac-0128-40e5-b9d0-f3a1a77453bf,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:32.252368 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:32.331069 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:32.480526 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:32.485622 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:32.556332 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event updated for resources: {'Port': ['ID=ef02c7ac-0128-40e5-b9d0-f3a1a77453bf,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:51:32.568760 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:32.673394 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Floating IP c4082296-40db-42cf-9f7b-01d713fc3617 associated. External IP: 172.27.1.72, port: d081614a-3de4-4db3-8f3f-633ec94b8823. Jul 08 19:51:32.886926 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Router 9a492e36-92bd-4f6b-971e-45944ccf6e95 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:51:33.214109 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:51:33.226315 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] Sync routers for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:51:33.233503 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:33.248378 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:51:33.249739 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:51:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:33.287042 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-68c1a3b1-5f87-4f24-afc8-394f616fbaa3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9314744 Jul 08 19:51:33.288564 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:51:33.291730 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82855b39-b9f6-4803-98d6-8410f7627928" -d '{"events": [{"name": "network-changed", "server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:51:33.350663 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771d6c76-09ed-4869-b2de-0a2614fbf285 x-openstack-request-id: req-771d6c76-09ed-4869-b2de-0a2614fbf285 {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:51:33.350951 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:51:33.351198 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-771d6c76-09ed-4869-b2de-0a2614fbf285 {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:51:33.351644 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'status': 'completed', 'code': 200} Jul 08 19:51:33.365704 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:51:33.438227 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855b39-b9f6-4803-98d6-8410f7627928 req-1d17254e-862b-4464-99a9-e944cbff7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:33.439739 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-1d17254e-862b-4464-99a9-e944cbff7229 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0657218 Jul 08 19:51:33.560294 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855b39-b9f6-4803-98d6-8410f7627928 req-9df5fa95-5b6f-471e-a9c4-5c7d6f92166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:33.562743 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-9df5fa95-5b6f-471e-a9c4-5c7d6f92166e service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.1157763 Jul 08 19:51:33.601418 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c4082296-40db-42cf-9f7b-01d713fc3617', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'port_id': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'mac_address': 'fa:16:3e:42:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463ea91e-119f-451b-961b-af665bb663b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:51:32Z', 'updated_at': '2021-07-08T19:51:32Z', 'revision_number': 0, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:55Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:33.631917 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] Checking router: 9a492e36-92bd-4f6b-971e-45944ccf6e95 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:51:33.640717 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-08f49428-9b39-4ec7-a14d-e5e94ec2a83b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 998 time: 0.0689440 Jul 08 19:51:33.640914 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:51:33.641469 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:51:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:33.690101 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855b39-b9f6-4803-98d6-8410f7627928 req-3563279a-b994-4535-8676-32fe689f175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:33.691556 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-3563279a-b994-4535-8676-32fe689f175f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0441482 Jul 08 19:51:33.757942 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855b39-b9f6-4803-98d6-8410f7627928 req-b570950b-6205-4d74-a330-c2520f0bd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:51:33.759451 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-b570950b-6205-4d74-a330-c2520f0bd6c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612955 Jul 08 19:51:33.762641 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:51:33.875046 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-bfdc6a0e-93fb-4b02-af59-6b6bfdd29cca service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083717 Jul 08 19:51:33.977765 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-82855b39-b9f6-4803-98d6-8410f7627928 req-72629a75-4111-40fe-b628-901856fde3b5 service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953596 Jul 08 19:51:34.171235 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c4082296-40db-42cf-9f7b-01d713fc3617', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'port_id': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'mac_address': 'fa:16:3e:42:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463ea91e-119f-451b-961b-af665bb663b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:51:32Z', 'updated_at': '2021-07-08T19:51:32Z', 'revision_number': 0, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:55Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:51:34.207949 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3bb4e-205b-408d-8280-8de2b36def05 None None] The sync data for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi is: [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'c4082296-40db-42cf-9f7b-01d713fc3617', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'port_id': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'mac_address': 'fa:16:3e:42:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463ea91e-119f-451b-961b-af665bb663b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:51:32Z', 'updated_at': '2021-07-08T19:51:32Z', 'revision_number': 0, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:55Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:51:34.421853 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb20b6-a3aa-4f62-b8c1-ba131bf64da1 None None] New status for floating IP c4082296-40db-42cf-9f7b-01d713fc3617: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:51:35.245355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a5a0408e-9b42-4330-94f4-701880e3ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:38.140416 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d56fb933-0b1a-49d3-a33f-758d01fc1968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:38.278212 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:38.974309 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:40.856701 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:44.843432 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:51:46.798650 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:52:05.247158 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-11cb1047-485f-4c13-9a62-ee5fc8baf395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:08.143907 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-07fd8381-fdc2-41e9-9a2f-04b391185ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:08.279922 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:08.977808 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:10.855277 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:14.836781 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:22.165564 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-33713d75-36f2-4e9f-8a3d-552a98cad953 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150668 Jul 08 19:52:22.272048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-64c1f6ed-4f95-4e0f-a3e4-4c63e043bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:52:22.273934 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-64c1f6ed-4f95-4e0f-a3e4-4c63e043bb05 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0631957 Jul 08 19:52:22.379265 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-0eced169-f34d-4069-9eb1-a11d470559ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:52:22.380832 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-0eced169-f34d-4069-9eb1-a11d470559ad service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.0877464 Jul 08 19:52:22.455488 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-8e150b2e-f308-4605-b002-63966a13a257 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 200 len: 1002 time: 0.0684180 Jul 08 19:52:22.507755 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-ba670194-798f-439f-a80c-40660813e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:52:22.509234 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-ba670194-798f-439f-a80c-40660813e2c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0475094 Jul 08 19:52:22.571143 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-9da614cb-0624-47b2-b391-a35af3e124f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:52:22.573431 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-9da614cb-0624-47b2-b391-a35af3e124f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580165 Jul 08 19:52:22.584645 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-a19307b3-a75b-4e1a-8883-597b0789b2fe service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:52:22.585943 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-a19307b3-a75b-4e1a-8883-597b0789b2fe service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053465 Jul 08 19:52:22.681798 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-766a56cc-3dee-4bb8-bb14-c16ba3118f3b service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892372 Jul 08 19:52:22.772726 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-892ac5b1-1746-44ea-9935-c9bd57797473 req-beec1599-92db-47e0-9ac8-f2f5cb0bdcae service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Jul 08 19:52:23.799821 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:52:35.249396 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-e6315e43-625f-46d5-8991-998b7c0d86b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:38.146407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-257828fb-75b0-4ef3-bf39-8cba06ff1204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:38.282163 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:38.983923 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:40.866223 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:52:44.845013 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:00.798226 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:53:05.374369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-4cef76d0-9654-4e6e-9c55-16730bb1594c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:08.151625 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b7c70441-c7f2-4f37-9469-08333aad5d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:08.285183 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:08.982702 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:10.861363 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:14.870909 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:22.586387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d371db4-382e-40c8-8329-991f3e10b9f5 req-820a6ac8-398e-4944-a243-2cd102ec3e4e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:22.588391 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0d371db4-382e-40c8-8329-991f3e10b9f5 req-820a6ac8-398e-4944-a243-2cd102ec3e4e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 946 time: 0.1312447 Jul 08 19:53:22.630696 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0d371db4-382e-40c8-8329-991f3e10b9f5 req-bb9dd5d9-3e94-49e2-ba5f-666717e96427 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 Jul 08 19:53:23.567888 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-a0e4440a-cfdc-43ea-b735-2e0cca2ec27f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626066 Jul 08 19:53:23.653560 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-3b3dde8f-5494-452f-9b06-6822a72dd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:23.655074 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-3b3dde8f-5494-452f-9b06-6822a72dd5cd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0594833 Jul 08 19:53:23.793491 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-cd0260e5-ab25-4a6f-b38b-d3a9cc02dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:23.795022 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-cd0260e5-ab25-4a6f-b38b-d3a9cc02dfed service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.1162045 Jul 08 19:53:23.939603 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-a0a22459-44a9-4256-909a-966925a94a00 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 1000 time: 0.1344681 Jul 08 19:53:24.018272 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-5e44c902-d7bf-4537-8c6f-142c985da788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:24.019664 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-5e44c902-d7bf-4537-8c6f-142c985da788 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0721366 Jul 08 19:53:24.027738 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621b3b7-762f-4132-a241-03ca68521de2 req-dc121b19-6697-45f4-8056-44589cadd4c7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:24.029141 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f621b3b7-762f-4132-a241-03ca68521de2 req-dc121b19-6697-45f4-8056-44589cadd4c7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 946 time: 0.2696638 Jul 08 19:53:24.073220 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-a70d6911-2b1e-46d8-aa71-b661979ae709 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:24.074711 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-a70d6911-2b1e-46d8-aa71-b661979ae709 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 946 time: 0.1809709 Jul 08 19:53:24.143379 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f621b3b7-762f-4132-a241-03ca68521de2 req-c0b628f2-aebb-44c6-b53f-a640c0e57496 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049514 Jul 08 19:53:24.213205 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-7259093e-b708-4819-aaac-4b8536b8b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:24.215543 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-7259093e-b708-4819-aaac-4b8536b8b83e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1853533 Jul 08 19:53:24.289135 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Deleting port 80b0f867-058b-4238-b069-7e7b0527c53a {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:53:24.289371 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:24.376652 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-36cd1aa2-7abf-4afa-8e4c-802de4b5999f service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524670 Jul 08 19:53:24.450854 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] For port 80b0f867-058b-4238-b069-7e7b0527c53a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=80b0f867-058b-4238-b069-7e7b0527c53a,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:24.451213 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:24.549980 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-1fe27381-b56c-4986-8331-66c5479f3c9d req-0fccc4b6-f973-495e-8b39-a3ff9409c64e service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666040 Jul 08 19:53:24.676734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:24.677452 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:24.677452 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Floating IP c1c9d88a-6ace-4b4e-ba63-1b605651fbf6 disassociated. External IP: 172.27.1.151, port: 80b0f867-058b-4238-b069-7e7b0527c53a. Jul 08 19:53:24.677774 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Calling delete_port for 80b0f867-058b-4238-b069-7e7b0527c53a owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:53:24.823918 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:24.860018 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'Port': ['ID=80b0f867-058b-4238-b069-7e7b0527c53a,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:24.875924 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.876286 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.876610 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.877107 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.877705 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.878275 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.878885 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.879422 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.879980 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.880531 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.881082 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:24.881683 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:25.002430 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:53:25.313158 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-26604654-9d8d-42c9-b9ce-21244f798397 req-8cb66c71-8ce9-4edb-a211-820c6d5700da tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 210 time: 0.0381300 Jul 08 19:53:25.433429 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:53:25.444634 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:53:25.455085 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:53:25.455838 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:53:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:25.488659 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] No DVR routers for this DVR port 80b0f867-058b-4238-b069-7e7b0527c53a on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:53:25.491351 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:25.493455 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c8552a4a-fc44-48c3-9718-cbd209d4cd52 req-31344fa3-20a7-4efc-b528-5a23e3a2358d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "DELETE /v2.0/ports/80b0f867-058b-4238-b069-7e7b0527c53a HTTP/1.1" status: 204 len: 173 time: 1.4117789 Jul 08 19:53:25.494195 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'name': 'network-vif-deleted', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:53:25.496525 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d6ddd4-9809-4a4f-a68e-e57d5068709b" -d '{"events": [{"server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "name": "network-vif-deleted", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:53:25.596114 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:53:25.624594 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87e427-0b70-48b6-8424-620c09992676 x-openstack-request-id: req-aa87e427-0b70-48b6-8424-620c09992676 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:53:25.624892 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91c179b-36d3-4011-8261-af1b8f9d0630", "name": "network-vif-deleted", "tag": "80b0f867-058b-4238-b069-7e7b0527c53a", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:53:25.625139 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa87e427-0b70-48b6-8424-620c09992676 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:53:25.625532 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91c179b-36d3-4011-8261-af1b8f9d0630', 'name': 'network-vif-deleted', 'tag': '80b0f867-058b-4238-b069-7e7b0527c53a', 'status': 'completed', 'code': 200} Jul 08 19:53:25.834801 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:25.876143 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:53:25.887606 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:53:25.888246 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:53:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:26.023410 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:53:26.256409 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:26.291474 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85040b13-7571-4323-887c-1d04fad4cda1 None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:53:26.543617 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-80966dc2-df06-458f-999a-0adfcf1d1a91 req-98022dc5-595e-4637-99c8-8211ac5569c7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=e91c179b-36d3-4011-8261-af1b8f9d0630 HTTP/1.1" status: 200 len: 210 time: 0.0362928 Jul 08 19:53:26.605736 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf0d11-65cc-4ffc-8587-23672c2d2c83 None None] New status for floating IP c1c9d88a-6ace-4b4e-ba63-1b605651fbf6: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:53:27.286546 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80b0f867-058b-4238-b069-7e7b0527c53a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:53:27.306495 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 80b0f867-058b-4238-b069-7e7b0527c53a {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:53:27.306838 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 80b0f867-058b-4238-b069-7e7b0527c53a not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:53:27.828256 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-5f88b36f-eecf-4b4e-9751-ebe4bb3ce7a3 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404532914&fields=id&tenant_id=42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 267 time: 0.0359242 Jul 08 19:53:27.971307 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-52695fc4-54f1-413a-8590-89bb7c16dbb6 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:27.972905 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-52695fc4-54f1-413a-8590-89bb7c16dbb6 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 812 time: 0.1323373 Jul 08 19:53:27.989467 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-c7889b74-c68c-475a-ba02-a13de4484585 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/quotas/42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 375 time: 0.0104620 Jul 08 19:53:28.079542 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-c027a919-98e1-4cf0-b9aa-cae07ca34544 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832584 Jul 08 19:53:28.155042 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-b6f98c24-ff52-4461-8663-541161d4aa50 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:53:28.156077 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-b6f98c24-ff52-4461-8663-541161d4aa50 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609837 Jul 08 19:53:28.282074 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-c8b17c7d-cbf1-4aa1-ad82-1ef52d61302a service neutron] 10.222.0.41 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177967 Jul 08 19:53:28.405733 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-388391c8-1d9c-411c-9b00-3b98ad94330d service neutron] 10.222.0.41 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158552 Jul 08 19:53:28.774523 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a42c60db-bf90-42df-a9c6-32cef744d735 req-f5576ba2-b549-4059-a46d-490756b57447 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 210 time: 0.0335994 Jul 08 19:53:29.861568 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a9c7d1d9-a50d-4509-8a0c-49ccc7a493d5 req-7b8280a8-6237-4220-842b-645c06e91cb4 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 210 time: 0.0313962 Jul 08 19:53:30.960836 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-6e0230ab-cf1b-4564-862d-3cc50bed6286 req-93bc549e-306d-4cb5-8055-91b9d1cc49a3 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 210 time: 0.0315208 Jul 08 19:53:31.224508 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06434e4-3e2c-426b-b9f0-2fb5b0bf29ed req-f068ab2c-83db-43d3-93c9-3b7b26e19e22 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:31.226413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d06434e4-3e2c-426b-b9f0-2fb5b0bf29ed req-f068ab2c-83db-43d3-93c9-3b7b26e19e22 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0873997 Jul 08 19:53:31.293319 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-d06434e4-3e2c-426b-b9f0-2fb5b0bf29ed req-70f1889f-45f3-4b61-aae7-1742f2529ae5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550725 Jul 08 19:53:32.125457 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e76f306c-8ec7-4572-b100-0ecfdb8b4d92 req-c51efcd6-eabb-4afa-9d21-ed1ef602f113 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 210 time: 0.0354211 Jul 08 19:53:32.508151 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02bbb9-963f-456a-8b59-d68f652b86b6 req-88bf6763-eb57-4c6d-9fb7-2d8bd5430015 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:32.510439 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7a02bbb9-963f-456a-8b59-d68f652b86b6 req-88bf6763-eb57-4c6d-9fb7-2d8bd5430015 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0856283 Jul 08 19:53:32.561523 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7a02bbb9-963f-456a-8b59-d68f652b86b6 req-f4bdc190-0dfe-412b-b294-f3ff5dfe6048 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 Jul 08 19:53:33.343570 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e1f471d6-8997-455e-a9d9-92c33fc0a4b9 req-7c6e926f-ca32-46e7-ac00-e9f0def0895c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 210 time: 0.0507579 Jul 08 19:53:33.407262 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-2b6e51eb-5dd3-44f0-85d2-9f744b919771 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:33.409034 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-2b6e51eb-5dd3-44f0-85d2-9f744b919771 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 812 time: 0.2008390 Jul 08 19:53:33.476317 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4b8a6785-249f-43d9-8500-456e9fce1702 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 379 time: 0.0587268 Jul 08 19:53:33.490551 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'port': {'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'admin_state_up': True, 'tenant_id': '42fe65bf56284811917e715839cdf053', 'security_groups': ['e13231c8-ae1e-49f5-ad0e-3726c8c41a60']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:53:33.665189 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Made reservation on behalf of 42fe65bf56284811917e715839cdf053 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:53:33.671523 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:33.831428 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadd5a8-0ce5-4f93-8521-8c76ff90d63b req-6508d012-82c6-4034-95df-e832347ccdec tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:33.834219 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2cadd5a8-0ce5-4f93-8521-8c76ff90d63b req-6508d012-82c6-4034-95df-e832347ccdec tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.1121387 Jul 08 19:53:33.877890 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Allocated IP 172.20.0.12 (0294cb88-64ed-4088-b25b-4bd1f41db24a/7c21fb88-f0b4-40b3-b82e-d6c731c3957c/b8d36e54-0ffe-41a1-a9d2-acc05443444e) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:53:33.887490 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2cadd5a8-0ce5-4f93-8521-8c76ff90d63b req-c15d2df3-6cff-4a97-a014-5e1527343bdf tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Jul 08 19:53:34.099897 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.126103 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Transition to ACTIVE for port object b8d36e54-0ffe-41a1-a9d2-acc05443444e will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:53:34.167848 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.220329 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:53:34.224180 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:53:34.231612 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:53:34.261385 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=b8d36e54-0ffe-41a1-a9d2-acc05443444e,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:34.303240 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:34.303936 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.322626 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-309c16cf-4edc-4bce-8b81-6fc02d9c5bd0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377054 Jul 08 19:53:34.334965 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Request body: {'port': {'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:53:34.442876 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.474894 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-5a6f4d93-dd8d-4851-9b95-4518da9cd371 None None] Provisioning for port b8d36e54-0ffe-41a1-a9d2-acc05443444e completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:53:34.480414 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-5a6f4d93-dd8d-4851-9b95-4518da9cd371 None None] Provisioning complete for port b8d36e54-0ffe-41a1-a9d2-acc05443444e triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:53:34.480782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4d93-dd8d-4851-9b95-4518da9cd371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.534311 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f4d93-dd8d-4851-9b95-4518da9cd371 None None] Port b8d36e54-0ffe-41a1-a9d2-acc05443444e cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:53:34.701020 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ee3e7-8b06-408c-9cca-e8a5a210228c req-79d5cf47-b5f6-4a1e-8c57-4bc8f4f60e72 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:34.702760 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-659ee3e7-8b06-408c-9cca-e8a5a210228c req-79d5cf47-b5f6-4a1e-8c57-4bc8f4f60e72 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 932 time: 0.2047172 Jul 08 19:53:34.777856 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-659ee3e7-8b06-408c-9cca-e8a5a210228c req-b21819a2-d407-45c7-a747-b18cdccc885c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682545 Jul 08 19:53:34.847796 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d36e54-0ffe-41a1-a9d2-acc05443444e {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:53:34.856515 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.872510 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Transition to ACTIVE for port object b8d36e54-0ffe-41a1-a9d2-acc05443444e will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:53:34.878248 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:34.951984 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d36e54-0ffe-41a1-a9d2-acc05443444e,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:35.044473 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Attempting to bind port b8d36e54-0ffe-41a1-a9d2-acc05443444e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:53:35.044812 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Attempting to bind port b8d36e54-0ffe-41a1-a9d2-acc05443444e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:53:35.045236 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Attempting to bind port b8d36e54-0ffe-41a1-a9d2-acc05443444e on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:53:35.051664 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Port b8d36e54-0ffe-41a1-a9d2-acc05443444e on network 0294cb88-64ed-4088-b25b-4bd1f41db24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:53:35.052159 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Attempting to bind port b8d36e54-0ffe-41a1-a9d2-acc05443444e on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:53:35.061947 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:53:35.062309 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Checking segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:53:35.062922 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Bound using segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:53:35.063468 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Bound port: b8d36e54-0ffe-41a1-a9d2-acc05443444e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:53:35.063862 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:35.137364 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee09d2-3a5c-49f7-9487-8db6cdc9d419 req-6b9d3210-5afa-450b-b7c3-68d660c5a929 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.139564 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-65ee09d2-3a5c-49f7-9487-8db6cdc9d419 req-6b9d3210-5afa-450b-b7c3-68d660c5a929 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.1016107 Jul 08 19:53:35.167319 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] For port b8d36e54-0ffe-41a1-a9d2-acc05443444e, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:53:35.172844 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] For port b8d36e54-0ffe-41a1-a9d2-acc05443444e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:53:35.181067 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:35.208241 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-65ee09d2-3a5c-49f7-9487-8db6cdc9d419 req-6461a7ac-3d2d-45a1-9996-8996c7417cd9 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573163 Jul 08 19:53:35.227363 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.228098 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:35.229807 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] 10.222.0.91 "PUT /v2.0/ports/b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 1094 time: 0.8996930 Jul 08 19:53:35.230265 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:53:35.232691 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75594d55-71f9-4669-8ae8-7f0a2992db4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:53:35.288300 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9943-a3ed-4101-9d7f-2515e32f1b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:35.300358 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c315a3c3-90c4-4bb2-a2ab-f280ab7286e3 x-openstack-request-id: req-c315a3c3-90c4-4bb2-a2ab-f280ab7286e3 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:53:35.301041 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:53:35.301666 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c315a3c3-90c4-4bb2-a2ab-f280ab7286e3 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:53:35.302506 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'status': 'completed', 'code': 200} Jul 08 19:53:35.311075 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f717086-501d-4603-bb20-55bcd6b1d449 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d36e54-0ffe-41a1-a9d2-acc05443444e,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:35.393616 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-8e844dcd-6ab0-4cb0-b8ed-21311c6dede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.395253 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-8e844dcd-6ab0-4cb0-b8ed-21311c6dede0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1097 time: 0.0864606 Jul 08 19:53:35.439536 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-7480536f-f445-448a-ad82-f906aaaec4c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 217 time: 0.0373015 Jul 08 19:53:35.498786 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-d78a69ad-2c4d-4d44-be67-790ce237e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.500417 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-d78a69ad-2c4d-4d44-be67-790ce237e14b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0548277 Jul 08 19:53:35.598901 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-01e01722-82f5-4278-9054-b37f93cf113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.600876 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-01e01722-82f5-4278-9054-b37f93cf113b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0936234 Jul 08 19:53:35.725627 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-8f1eca67-566f-426d-b800-4b56ac0c75a1 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168134 Jul 08 19:53:35.853109 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3fed83a5-5dda-4422-88a7-0f21e861e6d5 req-a84b9440-c229-42c6-a112-e8814e8256fd service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201451 Jul 08 19:53:35.983603 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-c482ac70-c2d2-4943-b871-972c25991b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.985706 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-c482ac70-c2d2-4943-b871-972c25991b4d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1097 time: 0.0660353 Jul 08 19:53:35.998347 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faae5c-4f8d-4418-bb14-24ee8209c7b4 req-939b2ce1-5c24-4ba2-8a34-8a72572da231 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:35.999962 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-67faae5c-4f8d-4418-bb14-24ee8209c7b4 req-939b2ce1-5c24-4ba2-8a34-8a72572da231 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0918064 Jul 08 19:53:36.058741 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-67faae5c-4f8d-4418-bb14-24ee8209c7b4 req-5a37e96f-3bad-48fb-9936-797107ce98d8 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475562 Jul 08 19:53:36.099028 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-71a0e3ce-7a02-4476-b534-af6e9dbf41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:36.101324 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-71a0e3ce-7a02-4476-b534-af6e9dbf41b7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.1085172 Jul 08 19:53:36.156148 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-e7589827-6ca7-4667-87fc-87bfb7d0c937 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 217 time: 0.0477958 Jul 08 19:53:36.224487 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-1aadc258-7b1c-479f-9922-85c4469f47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:36.226049 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-1aadc258-7b1c-479f-9922-85c4469f47a4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0602837 Jul 08 19:53:36.295044 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-832f3111-2c78-4928-bcbe-3b1c31ee9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:36.296595 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-832f3111-2c78-4928-bcbe-3b1c31ee9b23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0638051 Jul 08 19:53:36.440911 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-cb306a60-9bef-400b-90e1-04efeea926e5 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366048 Jul 08 19:53:36.525049 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ad57-a299-4ec2-ac55-09a1b8073f5d req-50b7b1bb-85d3-4432-a40a-eeaafd89507f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:36.527591 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3bb1ad57-a299-4ec2-ac55-09a1b8073f5d req-50b7b1bb-85d3-4432-a40a-eeaafd89507f tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.1622901 Jul 08 19:53:36.599199 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-3bb1ad57-a299-4ec2-ac55-09a1b8073f5d req-5a466c66-15aa-415f-8f11-9183013655fb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643358 Jul 08 19:53:36.603730 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-75594d55-71f9-4669-8ae8-7f0a2992db4c req-b88dabdc-81e6-4ea6-9667-d278edb88a56 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531148 Jul 08 19:53:37.356698 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3246ac-2084-4e24-ada2-8bfd6bf51582 req-5332162e-aea1-4e49-afff-4d758f603c27 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:37.358461 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7a3246ac-2084-4e24-ada2-8bfd6bf51582 req-5332162e-aea1-4e49-afff-4d758f603c27 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0941079 Jul 08 19:53:37.418754 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7a3246ac-2084-4e24-ada2-8bfd6bf51582 req-d9c79deb-2790-4a37-a1c1-f5ade6690493 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Jul 08 19:53:37.796173 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8b773-6a0f-4f10-9e17-aa4039fc77c5 req-7e9319d9-e28d-40d0-bc63-7e720e05f185 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:37.797564 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:53:37.798236 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d5c8b773-6a0f-4f10-9e17-aa4039fc77c5 req-7e9319d9-e28d-40d0-bc63-7e720e05f185 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0733206 Jul 08 19:53:37.845781 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d5c8b773-6a0f-4f10-9e17-aa4039fc77c5 req-420a985a-257d-4198-8dc3-9fb21e0d2a57 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Jul 08 19:53:38.153404 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c760-81a2-44ae-a90e-504f31e6385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:38.298594 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:38.611556 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb6e70-16de-4df6-a040-2330f31de9f5 req-da886715-5538-44d2-b005-65204b4c17bf tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:38.612939 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3beb6e70-16de-4df6-a040-2330f31de9f5 req-da886715-5538-44d2-b005-65204b4c17bf tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0640094 Jul 08 19:53:38.656776 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3beb6e70-16de-4df6-a040-2330f31de9f5 req-4529f935-121e-4ac1-9b4d-78ca74daedf7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365000 Jul 08 19:53:38.990046 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:39.059754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20eb16-84d5-4fab-b69b-1148117a9eb9 req-b25c2b84-8589-438b-bffa-8af108370b08 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:39.061587 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ff20eb16-84d5-4fab-b69b-1148117a9eb9 req-b25c2b84-8589-438b-bffa-8af108370b08 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0857730 Jul 08 19:53:39.108161 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ff20eb16-84d5-4fab-b69b-1148117a9eb9 req-e1a8e9e4-a2b7-454e-b3b6-abe92a547b5d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Jul 08 19:53:39.842062 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9d05-ee08-4393-92e5-37b132039088 req-54473a17-6c5c-4a3c-bc67-3d842e99171a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:39.843585 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-688a9d05-ee08-4393-92e5-37b132039088 req-54473a17-6c5c-4a3c-bc67-3d842e99171a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0709765 Jul 08 19:53:39.901226 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-688a9d05-ee08-4393-92e5-37b132039088 req-414beaf1-cec8-4249-92bd-69cfc643077e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494046 Jul 08 19:53:40.333076 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9afa-b16b-4229-81dd-84d99dd67484 req-29e4f7c2-03d1-47ac-b99b-b5d841e1d1ce tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:40.334656 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-96dc9afa-b16b-4229-81dd-84d99dd67484 req-29e4f7c2-03d1-47ac-b99b-b5d841e1d1ce tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0890808 Jul 08 19:53:40.375574 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-96dc9afa-b16b-4229-81dd-84d99dd67484 req-5654a92c-6bf6-477b-b253-49cb55d79f49 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344737 Jul 08 19:53:40.865477 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:41.105356 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659f13-6758-4a10-a072-0678b8667901 req-b139625f-850d-4fad-bb00-94a8ece79875 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:41.106774 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3d659f13-6758-4a10-a072-0678b8667901 req-b139625f-850d-4fad-bb00-94a8ece79875 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0754123 Jul 08 19:53:41.156287 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3d659f13-6758-4a10-a072-0678b8667901 req-dc0bd6d9-ee54-4b69-9716-554a7888bbf6 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435114 Jul 08 19:53:41.314593 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-06f0657f-25b4-4ec8-87a0-72b1bed6e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:41.316134 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-06f0657f-25b4-4ec8-87a0-72b1bed6e009 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0592721 Jul 08 19:53:41.421498 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-add7eefa-6378-4b7a-b9d1-77701116683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:41.423028 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-add7eefa-6378-4b7a-b9d1-77701116683b service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.1006105 Jul 08 19:53:41.490408 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-5c3629b7-9036-42db-9501-bde9075c12d8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 1000 time: 0.0604331 Jul 08 19:53:41.577561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-aa04809d-410d-4067-bdc0-7bd5ba74617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:41.579061 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-aa04809d-410d-4067-bdc0-7bd5ba74617d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0766358 Jul 08 19:53:41.628108 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5c329-4b2a-4ad7-afe9-766717a09a8c req-6c74c7c0-a48d-4bfe-be71-809847b271e7 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:41.629672 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b4b5c329-4b2a-4ad7-afe9-766717a09a8c req-6c74c7c0-a48d-4bfe-be71-809847b271e7 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.1373837 Jul 08 19:53:41.695081 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b4b5c329-4b2a-4ad7-afe9-766717a09a8c req-1655482e-7660-4e36-aca5-93010430063e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578516 Jul 08 19:53:41.698951 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-5b6093ab-5983-44f7-be37-d44fb4efb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:41.701119 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-5b6093ab-5983-44f7-be37-d44fb4efb4de service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1142561 Jul 08 19:53:41.806526 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-f8e2df29-62d7-4d7d-b512-92138dad9943 service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983541 Jul 08 19:53:41.911057 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a10edcaf-be50-4ea5-8cae-f65a6c1f8b3c req-0b899c28-9a93-4604-90e1-28271c76521e service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973907 Jul 08 19:53:42.381810 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcddb9-3d40-4108-b7dc-7688dae7725d req-87e51016-f44d-4d9a-a0c9-ccf594720a0f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:42.384800 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5fcddb9-3d40-4108-b7dc-7688dae7725d req-87e51016-f44d-4d9a-a0c9-ccf594720a0f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0900130 Jul 08 19:53:42.422858 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c5fcddb9-3d40-4108-b7dc-7688dae7725d req-fb01cf38-a2da-4c58-8086-196177fb558a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Jul 08 19:53:42.890219 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442e086-167e-4197-b861-40acd3b2281f req-918babab-c1a2-4151-b8fd-ab135cac7b98 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:42.891630 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c442e086-167e-4197-b861-40acd3b2281f req-918babab-c1a2-4151-b8fd-ab135cac7b98 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0773714 Jul 08 19:53:42.932987 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c442e086-167e-4197-b861-40acd3b2281f req-abe7f626-c927-4b04-aefc-2330fd3bac7d tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355773 Jul 08 19:53:43.364951 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b8d36e54-0ffe-41a1-a9d2-acc05443444e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:53:43.496371 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port b8d36e54-0ffe-41a1-a9d2-acc05443444e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:43.514388 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:53:43.567823 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:43.593882 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d36e54-0ffe-41a1-a9d2-acc05443444e {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:53:43.616717 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port b8d36e54-0ffe-41a1-a9d2-acc05443444e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:43.623818 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:43.649295 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827264e-3041-49ad-9893-6ccfe0a1dbda req-9907b775-7c31-4485-8190-4682eb965b05 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:43.650824 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2827264e-3041-49ad-9893-6ccfe0a1dbda req-9907b775-7c31-4485-8190-4682eb965b05 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 944 time: 0.0770888 Jul 08 19:53:43.690719 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=b8d36e54-0ffe-41a1-a9d2-acc05443444e,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:43.701859 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2827264e-3041-49ad-9893-6ccfe0a1dbda req-7eefcdcb-5a13-4cd7-8d1e-b55c67fb0074 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Jul 08 19:53:43.706203 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.707098 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.707809 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.708598 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.708942 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.709381 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.709749 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.710160 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.710722 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.712044 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.712588 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.713458 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:53:43.879541 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['b8d36e54-0ffe-41a1-a9d2-acc05443444e'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:53:44.148180 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d6581-2050-4c33-8ac0-6d8eab833ea8 req-2b4cdbf5-7efa-4bc7-b107-9befc90e8fb8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:44.149963 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b78d6581-2050-4c33-8ac0-6d8eab833ea8 req-2b4cdbf5-7efa-4bc7-b107-9befc90e8fb8 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0695741 Jul 08 19:53:44.192361 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-b78d6581-2050-4c33-8ac0-6d8eab833ea8 req-fb2f7a99-e013-46a8-b8fe-a1bd73cbc402 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335884 Jul 08 19:53:44.597597 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-4d2c18a7-ec92-402f-9a7e-2c2b854f0c59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322138 Jul 08 19:53:44.604517 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f700ad-6cd0-45a8-be22-3370be65eee5 req-2fbb6e1b-1f63-46a3-892b-43f312b29bf4 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:44.605890 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f9f700ad-6cd0-45a8-be22-3370be65eee5 req-2fbb6e1b-1f63-46a3-892b-43f312b29bf4 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0756598 Jul 08 19:53:44.677856 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f9f700ad-6cd0-45a8-be22-3370be65eee5 req-687461b2-d5d4-41f7-8356-8c41ebe07ee3 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575912 Jul 08 19:53:44.870030 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:44.907687 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e566f0-01c2-436e-8d34-ce07030c8669 req-2754e097-028b-48fd-9742-d3a91dadaa5a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:44.909271 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-37e566f0-01c2-436e-8d34-ce07030c8669 req-2754e097-028b-48fd-9742-d3a91dadaa5a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 945 time: 0.0819252 Jul 08 19:53:44.966837 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-37e566f0-01c2-436e-8d34-ce07030c8669 req-f9e333b3-8c94-44e7-877b-df46c2a40a3f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502980 Jul 08 19:53:45.397634 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b8d36e54-0ffe-41a1-a9d2-acc05443444e up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:53:45.460456 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port b8d36e54-0ffe-41a1-a9d2-acc05443444e completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:53:45.465677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port b8d36e54-0ffe-41a1-a9d2-acc05443444e triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:53:45.466103 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:45.561872 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:45.599916 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:53:45.604127 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d5de9-8f70-4587-a51f-3cbf004c6556" -d '{"events": [{"server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "name": "network-vif-plugged", "status": "completed", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:53:45.627353 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port b8d36e54-0ffe-41a1-a9d2-acc05443444e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:45.632611 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:45.634829 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:53:45.751367 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:45.782931 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a2a5d-0eb1-4c40-a76c-5c7f4cb526f1 x-openstack-request-id: req-215a2a5d-0eb1-4c40-a76c-5c7f4cb526f1 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:53:45.783326 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "name": "network-vif-plugged", "status": "completed", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:53:45.783582 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-215a2a5d-0eb1-4c40-a76c-5c7f4cb526f1 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:53:45.783972 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'code': 200} Jul 08 19:53:45.812916 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=b8d36e54-0ffe-41a1-a9d2-acc05443444e,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:45.826979 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:45.833656 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:45.901002 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=6']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:45.939593 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e94231-c161-4d78-9865-deb4e395b705 req-101f249d-ccc6-4e85-98c5-34f40c64626b tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:45.943523 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-42e94231-c161-4d78-9865-deb4e395b705 req-101f249d-ccc6-4e85-98c5-34f40c64626b tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.1045454 Jul 08 19:53:45.998537 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-42e94231-c161-4d78-9865-deb4e395b705 req-21cedcd1-834f-4682-8f81-8ac07922fb98 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511396 Jul 08 19:53:46.179835 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308d92-1726-480e-9261-f893ff84f7fc req-251ed909-5871-48ff-95c6-f355c19a8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.181301 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f7308d92-1726-480e-9261-f893ff84f7fc req-251ed909-5871-48ff-95c6-f355c19a8762 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1099 time: 0.1401584 Jul 08 19:53:46.215201 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-d5d8ff2d-93f5-4615-a7fd-94f60938a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.216685 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-d5d8ff2d-93f5-4615-a7fd-94f60938a1a6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8&tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa HTTP/1.1" status: 200 len: 1096 time: 0.1413755 Jul 08 19:53:46.237362 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039fffa-ec07-4b88-a482-938499a5a8e7 req-f3c39dc1-0dce-4ca7-b549-302049f75492 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.238940 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2039fffa-ec07-4b88-a482-938499a5a8e7 req-f3c39dc1-0dce-4ca7-b549-302049f75492 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 946 time: 0.1328378 Jul 08 19:53:46.243302 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f7308d92-1726-480e-9261-f893ff84f7fc req-6f689242-a1fd-4a07-aeb9-9657bf2033d1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548732 Jul 08 19:53:46.280280 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2039fffa-ec07-4b88-a482-938499a5a8e7 req-00dfaeca-e5be-4b05-97a9-02aad4bec50e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347579 Jul 08 19:53:46.351060 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-ac679328-5063-4821-83a0-e2b94536e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.353278 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-ac679328-5063-4821-83a0-e2b94536e268 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1096 time: 0.0666785 Jul 08 19:53:46.458795 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-52a8d311-996a-4596-8ba4-3ff46395ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.460218 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-52a8d311-996a-4596-8ba4-3ff46395ee32 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.0977716 Jul 08 19:53:46.564583 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-e59241c3-c3d3-43d6-93ce-eb61abb68880 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 998 time: 0.0958958 Jul 08 19:53:46.625079 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-2d3d897f-7358-45e4-becb-c41577e482a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.626586 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-2d3d897f-7358-45e4-becb-c41577e482a8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0548127 Jul 08 19:53:46.697059 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-58195cca-2278-4555-bd0d-f9687b706993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:46.698599 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-58195cca-2278-4555-bd0d-f9687b706993 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0640037 Jul 08 19:53:46.803465 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-f14fdd5d-a176-4032-8143-6a5e3d091848 service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974631 Jul 08 19:53:46.909055 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-ae0d312b-0caa-4982-be7e-9f6757562ebf req-62942aa9-565e-46e1-8e21-71e0691bb8ad service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989423 Jul 08 19:53:47.186553 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b011f-14f5-431a-bb17-2d84758a2f33 req-a49b640b-465a-4ff1-b9aa-88f0315eedc5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:47.188083 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7d4b011f-14f5-431a-bb17-2d84758a2f33 req-a49b640b-465a-4ff1-b9aa-88f0315eedc5 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0669951 Jul 08 19:53:47.229769 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-7d4b011f-14f5-431a-bb17-2d84758a2f33 req-bc215e00-6311-4b55-b1b9-c1df8678659c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358484 Jul 08 19:53:47.487412 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5bc6d-657a-4591-81d2-fccbe765f7ad req-4a042991-551f-4fab-81ac-fc7b007072dd tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:47.488958 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e7a5bc6d-657a-4591-81d2-fccbe765f7ad req-4a042991-551f-4fab-81ac-fc7b007072dd tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 946 time: 0.0834587 Jul 08 19:53:47.534874 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e7a5bc6d-657a-4591-81d2-fccbe765f7ad req-fe041e0c-e2b3-4e67-bd29-87760f3c3bc6 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369239 Jul 08 19:53:47.721730 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ee17-3b92-4cfe-936e-ab88cf090a27 req-ba938251-a440-479e-91da-24a33a620959 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:47.723236 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2709ee17-3b92-4cfe-936e-ab88cf090a27 req-ba938251-a440-479e-91da-24a33a620959 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 946 time: 0.0674639 Jul 08 19:53:47.778730 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-2709ee17-3b92-4cfe-936e-ab88cf090a27 req-b2f52590-9318-40e5-811f-23f41733e1e7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487034 Jul 08 19:53:47.785825 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:53:47.788779 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da159928-5b81-41be-be6e-3591579a360a" -d '{"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:53:47.808999 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50446) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:53:47.830435 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8759cc00-0921-45ee-a582-3702b183a6b3 x-openstack-request-id: req-8759cc00-0921-45ee-a582-3702b183a6b3 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:53:47.830720 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-unplugged", "status": "completed", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:53:47.830968 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8759cc00-0921-45ee-a582-3702b183a6b3 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:53:47.831382 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'code': 200} Jul 08 19:53:47.865170 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef44a8f-7bfc-4524-8dd8-0cf76a94e39d tempest-TestVolumeBootPattern-449743197 tempest-TestVolumeBootPattern-449743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:47.868399 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-1ef44a8f-7bfc-4524-8dd8-0cf76a94e39d tempest-TestVolumeBootPattern-449743197 tempest-TestVolumeBootPattern-449743197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1094 time: 0.0560725 Jul 08 19:53:47.871782 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50448) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:53:47.876638 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:53:47.902572 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:48.010531 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:48.136054 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Allocated IP 172.27.1.85 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/f59c4178-cfe2-47ee-934d-84b0e757e2be) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:53:48.252136 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:48.296937 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:48.338348 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:53:48.343654 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:53:48.347262 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:53:48.373504 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=f59c4178-cfe2-47ee-934d-84b0e757e2be,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:48.470373 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc553a89-ffde-4971-a948-ef701b921c13 req-d7c3a40f-95bc-4e74-a2d2-33a670f5483e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:48.472950 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc553a89-ffde-4971-a948-ef701b921c13 req-d7c3a40f-95bc-4e74-a2d2-33a670f5483e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.1008782 Jul 08 19:53:48.526237 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc553a89-ffde-4971-a948-ef701b921c13 req-b583ed13-6aa1-4318-8012-fc3934abe822 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444407 Jul 08 19:53:49.104844 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:49.187319 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:49.388551 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:49.396982 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:49.487417 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=f59c4178-cfe2-47ee-934d-84b0e757e2be,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:49.500301 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:49.611123 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.db.l3_db [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Floating IP e40e9c57-916d-4df5-be9f-614a87f1e223 associated. External IP: 172.27.1.85, port: b8d36e54-0ffe-41a1-a9d2-acc05443444e. Jul 08 19:53:49.844357 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396c2cc-7182-4327-a024-8fb675fef62a req-3433c987-d8b5-47c6-9c59-040f83fb67bb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:49.845948 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e396c2cc-7182-4327-a024-8fb675fef62a req-3433c987-d8b5-47c6-9c59-040f83fb67bb tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.1398129 Jul 08 19:53:49.934781 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-e396c2cc-7182-4327-a024-8fb675fef62a req-2a35f469-8e67-4d87-a9c9-225c18892c85 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525577 Jul 08 19:53:49.942913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:53:50.065261 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:53:50.077307 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:53:50.083072 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:50.099859 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:53:50.100437 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:53:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:50.121953 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-4bda48ac-b18b-478a-a27f-26b082806c55 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2488399 Jul 08 19:53:50.122701 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:53:50.124944 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b" -d '{"events": [{"name": "network-changed", "server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:53:50.167357 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3693d26-d8e8-46eb-8a5f-30db4048775f x-openstack-request-id: req-b3693d26-d8e8-46eb-8a5f-30db4048775f {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:53:50.167657 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:53:50.167912 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3693d26-d8e8-46eb-8a5f-30db4048775f {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:53:50.168314 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'status': 'completed', 'code': 200} Jul 08 19:53:50.250263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-dafebe89-456d-40ef-812c-57f8b3f4a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:50.251843 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-dafebe89-456d-40ef-812c-57f8b3f4a257 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1099 time: 0.0612853 Jul 08 19:53:50.358247 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-2b36d61b-353b-45b2-a2e2-5ee0d2aaf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:50.359743 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-2b36d61b-353b-45b2-a2e2-5ee0d2aaf743 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.1015208 Jul 08 19:53:50.365828 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:53:50.438083 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-63e972a4-097a-4014-815b-fdc1f249162c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 999 time: 0.0710840 Jul 08 19:53:50.498427 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-a1e0b2e6-7ce2-42fd-8985-b2652fc2c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:50.500307 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-a1e0b2e6-7ce2-42fd-8985-b2652fc2c91b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0565464 Jul 08 19:53:50.567472 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-aca3e7e1-0e6d-40ea-ae28-596696cdd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:50.576054 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-aca3e7e1-0e6d-40ea-ae28-596696cdd18f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694864 Jul 08 19:53:50.624040 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:48Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:50.655826 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:53:50.672423 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:53:50.673075 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:53:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:50.678977 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-f9798945-f52e-4b2d-964b-4226a7f45a59 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950689 Jul 08 19:53:50.793180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:53:50.796634 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9540488f-b3e6-4b58-b3bc-33eca3b6b04b req-f01a064d-6bb9-45d8-8b47-b5b81b89c4f2 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109929 Jul 08 19:53:51.053342 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:48Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:53:51.082832 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93e674-bec2-401d-9987-4d1ebe65fd01 None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:48Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:53:51.127108 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63e31f-2c14-47fa-9705-32b434b04cf8 req-642b8739-b87d-496d-a983-874e7b40a125 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:51.128698 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6f63e31f-2c14-47fa-9705-32b434b04cf8 req-642b8739-b87d-496d-a983-874e7b40a125 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0711498 Jul 08 19:53:51.181984 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-6f63e31f-2c14-47fa-9705-32b434b04cf8 req-294f0f25-630b-468c-8556-dc537faac649 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463779 Jul 08 19:53:51.299727 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4d954-21aa-4e8e-96b9-86fd996ebe21 None None] New status for floating IP e40e9c57-916d-4df5-be9f-614a87f1e223: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:53:52.363240 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4607ba9-b3ac-4390-86d6-0a260e1f67ca req-cbd5d2f9-2f4b-4d0c-b3a9-3f72750cb38c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:52.364765 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c4607ba9-b3ac-4390-86d6-0a260e1f67ca req-cbd5d2f9-2f4b-4d0c-b3a9-3f72750cb38c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0670831 Jul 08 19:53:52.406647 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-c4607ba9-b3ac-4390-86d6-0a260e1f67ca req-1cd3d76b-a2ea-4c6e-8827-41ffad662d71 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355990 Jul 08 19:53:53.599887 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13b998-8a95-4704-ac27-570ff095f67d req-89a1e645-c5ce-44cc-a5b6-9e8f2fdfd737 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:53.601403 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b13b998-8a95-4704-ac27-570ff095f67d req-89a1e645-c5ce-44cc-a5b6-9e8f2fdfd737 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0783904 Jul 08 19:53:53.644594 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-7b13b998-8a95-4704-ac27-570ff095f67d req-d3e47b0d-b1bd-4957-97cb-7d4490dc6382 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Jul 08 19:53:54.845946 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa863d3-ffc3-442a-877d-ed078cef2844 req-24ff9302-3f2a-4778-b7e9-23e134c2d332 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:54.847348 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9fa863d3-ffc3-442a-877d-ed078cef2844 req-24ff9302-3f2a-4778-b7e9-23e134c2d332 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 943 time: 0.0794797 Jul 08 19:53:54.887531 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9fa863d3-ffc3-442a-877d-ed078cef2844 req-cc01723b-e9db-4177-9c97-4db66c438d10 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343475 Jul 08 19:53:55.443829 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:53:55.547573 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:55.560459 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'port_id': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'mac_address': 'fa:16:3e:42:c1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:53:55.602256 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:55.617253 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d081614a-3de4-4db3-8f3f-633ec94b8823 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:53:55.639322 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:55.644162 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:55.707841 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=7']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:55.863959 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['d081614a-3de4-4db3-8f3f-633ec94b8823'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:53:56.111136 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215e32-be11-4795-8769-026109438d1d req-35b8f2e2-f347-40db-8dc2-ccc7c9a35d83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:56.113788 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7215e32-be11-4795-8769-026109438d1d req-35b8f2e2-f347-40db-8dc2-ccc7c9a35d83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 944 time: 0.0857418 Jul 08 19:53:56.166450 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c7215e32-be11-4795-8769-026109438d1d req-18349713-1629-40eb-ba8c-c84fa78cb9a1 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Jul 08 19:53:57.379357 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e6ea-c5c4-478e-8059-763d29f0fd4b req-b7168b64-8e52-41ab-8796-053f25dab82c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:57.381054 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fcb4e6ea-c5c4-478e-8059-763d29f0fd4b req-b7168b64-8e52-41ab-8796-053f25dab82c tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 944 time: 0.0799809 Jul 08 19:53:57.422360 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-fcb4e6ea-c5c4-478e-8059-763d29f0fd4b req-28d86bad-4777-407b-a0ca-1edcfc04c5c7 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339689 Jul 08 19:53:57.452810 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:53:57.528135 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port d081614a-3de4-4db3-8f3f-633ec94b8823 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:53:57.528512 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:57.619143 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:57.645470 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:53:57.647757 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf3b141-5ce7-455b-b61b-a6b2174bc4aa" -d '{"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-plugged", "status": "completed", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:53:57.663870 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:53:57.669250 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:53:57.703150 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475a5aa2-ddce-4e07-bd47-9772f50384c5 x-openstack-request-id: req-475a5aa2-ddce-4e07-bd47-9772f50384c5 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:53:57.703433 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-plugged", "status": "completed", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:53:57.703692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-475a5aa2-ddce-4e07-bd47-9772f50384c5 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:53:57.704083 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'code': 200} Jul 08 19:53:57.735567 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=8']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:53:57.960014 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e042-4dce-4268-b6d4-8503f7f1b60a req-3b79b309-f2e4-4d2d-ba6f-fb08c906e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:57.961891 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-36c2e042-4dce-4268-b6d4-8503f7f1b60a req-3b79b309-f2e4-4d2d-ba6f-fb08c906e650 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0568774 Jul 08 19:53:58.002623 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-36c2e042-4dce-4268-b6d4-8503f7f1b60a req-c8adf55e-c421-49a7-b1a1-a879115efe58 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Jul 08 19:53:58.626634 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b8da-264d-412e-aff0-8d7704997a44 req-efe0e6b9-ca13-4d59-8b0a-c9a31853cbfe tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:58.628165 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4238b8da-264d-412e-aff0-8d7704997a44 req-efe0e6b9-ca13-4d59-8b0a-c9a31853cbfe tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0731063 Jul 08 19:53:58.677350 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-4238b8da-264d-412e-aff0-8d7704997a44 req-e75a252f-03d0-4dcf-b217-5eedae0e4850 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397596 Jul 08 19:53:59.860999 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0872b8d-52d1-4393-90a0-81c5188221ed req-f698d0da-2187-4802-90bc-5e14c0cd6a86 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:53:59.862428 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f0872b8d-52d1-4393-90a0-81c5188221ed req-f698d0da-2187-4802-90bc-5e14c0cd6a86 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0673158 Jul 08 19:53:59.901705 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-f0872b8d-52d1-4393-90a0-81c5188221ed req-94283b4e-9021-478e-9c34-94efc39114ec tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Jul 08 19:54:05.264710 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d63533f2-4072-4869-8f8c-fea576875bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:08.156194 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-a8fe51c8-23cc-4559-9aac-5c7f65e00c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:08.291833 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:08.988010 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:10.866611 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:14.797418 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:54:14.879812 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:25.515695 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-89826c44-d4c6-4812-bf9e-bef66e784109 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585122 Jul 08 19:54:25.629872 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-e6829756-9a27-4115-97c5-2f80842e1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:54:25.631384 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-e6829756-9a27-4115-97c5-2f80842e1b9b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0696287 Jul 08 19:54:25.755629 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-044bdb12-e8e9-4979-b75a-f3c0e6f52ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:54:25.757100 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-044bdb12-e8e9-4979-b75a-f3c0e6f52ec9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.1045685 Jul 08 19:54:25.823314 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-8e818986-5c52-4e5a-9e10-0d74ad0b1edc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 1000 time: 0.0587714 Jul 08 19:54:25.877279 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-1301a1e0-d766-484a-a8ab-7ff27fe21769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:54:25.878799 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-1301a1e0-d766-484a-a8ab-7ff27fe21769 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0481434 Jul 08 19:54:25.937095 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-451ff206-1525-4f8d-899f-8c9b8a60ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:54:25.938771 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-451ff206-1525-4f8d-899f-8c9b8a60ba77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524766 Jul 08 19:54:26.034377 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-6efd2826-6033-4cc6-9343-373a53ebd37d service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887098 Jul 08 19:54:26.130042 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-88a01a53-a2cb-438d-b3bf-fa82f1427c7d req-bb05f2d3-e460-49ca-9ce7-85daee11a858 service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882733 Jul 08 19:54:35.268088 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3db280dd-ba6b-457c-a905-329801f456a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:38.158399 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d1b94819-dbe4-40d7-b612-9256467aa9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:38.292964 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:38.991061 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:40.868503 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:44.866037 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:54:51.796345 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:55:05.270692 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c9dc30e1-8854-49d7-8d15-fdc5726dda01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:08.158773 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5edfccff-42b7-4225-8b3f-3238e4d4d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:08.294513 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:08.994027 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:10.871563 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:14.878782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:15.640801 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50510) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:15.803191 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Deleting port ef02c7ac-0128-40e5-b9d0-f3a1a77453bf {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:15.803419 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:15.888839 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:15.889192 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:15.901856 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Calling delete_port for ef02c7ac-0128-40e5-b9d0-f3a1a77453bf owned by network:floatingip {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:16.073462 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:16.103574 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event deleted for resources: {'Port': ['ID=ef02c7ac-0128-40e5-b9d0-f3a1a77453bf,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:16.129257 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.129625 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.129973 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.130306 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.130634 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.130969 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.131295 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.131620 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.131945 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.132265 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.132585 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.132903 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:16.178402 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for floatingip, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:16.178817 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Floating IP c4082296-40db-42cf-9f7b-01d713fc3617 disassociated (deleted). External IP: 172.27.1.72, port: d081614a-3de4-4db3-8f3f-633ec94b8823. Jul 08 19:55:16.393166 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Router 9a492e36-92bd-4f6b-971e-45944ccf6e95 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:55:16.505304 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:55:16.510004 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:16.516341 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] Sync routers for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:55:16.525575 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:16.526700 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:16.549413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7a36347a-7f20-41d5-88e1-977163b03441 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "DELETE /v2.0/floatingips/c4082296-40db-42cf-9f7b-01d713fc3617 HTTP/1.1" status: 204 len: 168 time: 0.9074416 Jul 08 19:55:16.550117 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:55:16.552477 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a834bd31-3737-4d21-8b35-23e626a65f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:55:16.656958 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:16.749662 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6baaec-9a47-4dd0-bf02-089098b1f1d4 x-openstack-request-id: req-da6baaec-9a47-4dd0-bf02-089098b1f1d4 {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:55:16.750232 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:55:16.750232 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da6baaec-9a47-4dd0-bf02-089098b1f1d4 {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:55:16.750609 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'status': 'completed', 'code': 200} Jul 08 19:55:16.845486 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-b7519dc2-1ed6-409e-9374-250c5f76dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:16.847142 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-b7519dc2-1ed6-409e-9374-250c5f76dcc4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 1098 time: 0.0719876 Jul 08 19:55:16.991898 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:55Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:17.011714 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-848232f5-a818-4ba6-946f-6c366420ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:17.013911 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-848232f5-a818-4ba6-946f-6c366420ee92 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 200 len: 909 time: 0.1579287 Jul 08 19:55:17.024956 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] Checking router: 9a492e36-92bd-4f6b-971e-45944ccf6e95 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:55:17.036708 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:17.037723 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:17.073297 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-366b5618-d505-4860-9abd-c4869a5e835f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 200 len: 217 time: 0.0502589 Jul 08 19:55:17.087109 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14260d-dfa5-4a69-bdef-84c8194139fe req-35573d79-d344-4fc2-93dd-9b19b4e8a58e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:17.088974 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc14260d-dfa5-4a69-bdef-84c8194139fe req-35573d79-d344-4fc2-93dd-9b19b4e8a58e tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.1437917 Jul 08 19:55:17.164256 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-dc14260d-dfa5-4a69-bdef-84c8194139fe req-a7c79cc9-9e58-4f48-ab88-9ad3e2626e01 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654707 Jul 08 19:55:17.165738 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-a21638e1-707a-452d-8399-e3d8512865a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:17.167244 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-a21638e1-707a-452d-8399-e3d8512865a4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 200 len: 847 time: 0.0776279 Jul 08 19:55:17.175289 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:17.235698 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-e93de0fa-b7cc-48ef-bf58-17dfd73a776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:17.237595 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-e93de0fa-b7cc-48ef-bf58-17dfd73a776b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4bafb87c-5ce7-477c-917e-83e52106bbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623133 Jul 08 19:55:17.364666 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-d06f4ab9-0f8c-49fd-b94f-ff5c9b6b872b service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179194 Jul 08 19:55:17.429515 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:55Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:17.481657 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a834bd31-3737-4d21-8b35-23e626a65f6c req-2436fa29-21f3-4262-a1f8-ad529fccac7f service neutron] 10.222.0.91 "GET /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074948 Jul 08 19:55:17.483844 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35729165-2d82-46f7-a3fe-5f31cdc1ce1f None None] The sync data for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi is: [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '650feaf9-bea0-47e4-90d8-10ea3b8af973', 'name': '', 'network_id': '4bafb87c-5ce7-477c-917e-83e52106bbc6', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'mac_address': 'fa:16:3e:da:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:47Z', 'updated_at': '2021-07-08T19:50:55Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'subnets': [{'id': '8abf7249-2c01-4ae3-9699-9860913f23ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:55:17.740229 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dfce6-9d23-47d5-adf3-6a99d331efd5 None None] New status for floating IP c4082296-40db-42cf-9f7b-01d713fc3617: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:55:18.395239 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577d59-4e12-46c1-9fda-fc59ea4beb7c req-1cddccc8-0489-45d1-906e-6257bbfd6092 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:18.397479 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-21577d59-4e12-46c1-9fda-fc59ea4beb7c req-1cddccc8-0489-45d1-906e-6257bbfd6092 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0851541 Jul 08 19:55:18.446725 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-21577d59-4e12-46c1-9fda-fc59ea4beb7c req-570d217a-d7f2-45d4-ae29-1f595c49b9d2 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 Jul 08 19:55:18.532575 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-8ebd1dff-c66b-4e52-9dbc-05140d2ff6d9 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:18.534139 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-8ebd1dff-c66b-4e52-9dbc-05140d2ff6d9 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.91 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 945 time: 0.0741425 Jul 08 19:55:18.643818 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Deleting port d081614a-3de4-4db3-8f3f-633ec94b8823 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:18.644158 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:18.746960 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] For port d081614a-3de4-4db3-8f3f-633ec94b8823, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d081614a-3de4-4db3-8f3f-633ec94b8823,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:18.747229 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:18.766898 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Calling delete_port for d081614a-3de4-4db3-8f3f-633ec94b8823 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:18.919832 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:18.954493 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event deleted for resources: {'Port': ['ID=d081614a-3de4-4db3-8f3f-633ec94b8823,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:18.969626 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.970204 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.970679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.971027 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.971482 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.971885 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.972222 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.972564 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.972974 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.973434 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.973823 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:18.974119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:19.029069 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] No DVR routers for this DVR port d081614a-3de4-4db3-8f3f-633ec94b8823 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:55:19.031949 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:19.034078 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d2823390-d52b-4ac6-8774-4dfc93b6fbf8 req-dd5b0df0-60fa-4e30-a042-71d34c215570 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.91 "DELETE /v2.0/ports/d081614a-3de4-4db3-8f3f-633ec94b8823 HTTP/1.1" status: 204 len: 173 time: 0.4945083 Jul 08 19:55:19.034532 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-deleted', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:55:19.036867 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc272a-beef-4b70-90d4-a94ea1613442" -d '{"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-deleted", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:55:19.075314 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393029dc-3dc1-4151-b9fd-d6240a8825be x-openstack-request-id: req-393029dc-3dc1-4151-b9fd-d6240a8825be {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:55:19.075529 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463ea91e-119f-451b-961b-af665bb663b8", "name": "network-vif-deleted", "tag": "d081614a-3de4-4db3-8f3f-633ec94b8823", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:55:19.075824 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-393029dc-3dc1-4151-b9fd-d6240a8825be {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:55:19.076406 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463ea91e-119f-451b-961b-af665bb663b8', 'name': 'network-vif-deleted', 'tag': 'd081614a-3de4-4db3-8f3f-633ec94b8823', 'status': 'completed', 'code': 200} Jul 08 19:55:19.629350 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-65899b96-f49b-411d-94ba-b0a88d3b5a48 req-ba728bfd-c9d2-4fa0-82c0-28f68e39c3ad tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "GET /v2.0/ports?device_id=463ea91e-119f-451b-961b-af665bb663b8 HTTP/1.1" status: 200 len: 210 time: 0.0419080 Jul 08 19:55:20.733022 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50542) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:20.834590 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-769e6513-5d1b-4ca3-90e6-ee7ffc530c83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:20.873832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-769e6513-5d1b-4ca3-90e6-ee7ffc530c83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:20.957867 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-769e6513-5d1b-4ca3-90e6-ee7ffc530c83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:20.962506 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-769e6513-5d1b-4ca3-90e6-ee7ffc530c83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:20.964413 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-769e6513-5d1b-4ca3-90e6-ee7ffc530c83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b HTTP/1.1" status: 204 len: 168 time: 0.2294612 Jul 08 19:55:20.978765 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e6513-5d1b-4ca3-90e6-ee7ffc530c83 tempest-TestShelveInstance-1940624688 tempest-TestShelveInstance-1940624688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5985fb3-bf82-48b5-ab11-3bc5ebe70b7b,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:21.026119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50546) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:21.422527 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:21.748841 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Deleting port 650feaf9-bea0-47e4-90d8-10ea3b8af973 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:21.749093 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:21.839065 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] For port 650feaf9-bea0-47e4-90d8-10ea3b8af973, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=650feaf9-bea0-47e4-90d8-10ea3b8af973,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:21.839419 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:21.853223 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Calling delete_port for 650feaf9-bea0-47e4-90d8-10ea3b8af973 owned by network:router_interface {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:21.974786 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:21.998698 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: d081614a-3de4-4db3-8f3f-633ec94b8823 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:55:21.999219 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device d081614a-3de4-4db3-8f3f-633ec94b8823 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:22.059201 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:22.087370 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Pushing event deleted for resources: {'Port': ['ID=650feaf9-bea0-47e4-90d8-10ea3b8af973,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:22.323189 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:22.867410 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Router 9a492e36-92bd-4f6b-971e-45944ccf6e95 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:55:22.997119 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:55:23.006562 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-de815219-896e-4413-9ca1-0245d2ef3394 admin admin] 10.222.0.41 "PUT /v2.0/routers/9a492e36-92bd-4f6b-971e-45944ccf6e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9791143 Jul 08 19:55:23.007801 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] Sync routers for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:55:23.010559 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50548) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:23.019032 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:23.019954 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:23.155116 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.306098 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.322811 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:23.384699 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Deleting port a01e5a5e-66da-467d-9cdc-70938e58746c {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:23.385041 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.479482 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] For port a01e5a5e-66da-467d-9cdc-70938e58746c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=a01e5a5e-66da-467d-9cdc-70938e58746c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:23.479849 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.493781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Calling delete_port for a01e5a5e-66da-467d-9cdc-70938e58746c owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:23.535083 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:55:22Z', 'revision_number': 5, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port': {'id': 'a01e5a5e-66da-467d-9cdc-70938e58746c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:45Z', 'updated_at': '2021-07-08T19:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:23.566369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] Checking router: 9a492e36-92bd-4f6b-971e-45944ccf6e95 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:55:23.576371 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] Routers {'9a492e36-92bd-4f6b-971e-45944ccf6e95'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:23.577016 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a492e36-92bd-4f6b-971e-45944ccf6e95'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:23.667707 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] Set router 9a492e36-92bd-4f6b-971e-45944ccf6e95 gateway port host: None {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:23.679811 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.705044 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01e5a5e-66da-467d-9cdc-70938e58746c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:23.725584 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:55:23Z', 'revision_number': 6, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:23.761292 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823735b-5e52-4361-8432-4671e06e5c94 None None] The sync data for ids ['9a492e36-92bd-4f6b-971e-45944ccf6e95'] in dv-cinder-796286-16-iscsi is: [{'id': '9a492e36-92bd-4f6b-971e-45944ccf6e95', 'name': 'tempest-TestShelveInstance-804565359-router', 'tenant_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:44Z', 'updated_at': '2021-07-08T19:55:23Z', 'revision_number': 6, 'project_id': 'c4c498b622784b77a2e5e6ddb7ab6bfa', 'gw_port_host': None}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:55:23.780087 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.878233 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.880430 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.930256 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.930785 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a492e36-92bd-4f6b-971e-45944ccf6e95 {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:55:23.938117 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:23.942011 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-32f44bc2-7b7e-44c3-b159-c39a2f6cfa49 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9a492e36-92bd-4f6b-971e-45944ccf6e95 HTTP/1.1" status: 204 len: 168 time: 0.9278104 Jul 08 19:55:23.942676 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50550) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:23.991299 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Deleting subnet 8abf7249-2c01-4ae3-9699-9860913f23ee {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:55:23.994782 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.039641 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.139964 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.210708 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.239856 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abf7249-2c01-4ae3-9699-9860913f23ee,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:24.242951 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.246181 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ae21e813-de2e-4e38-afdc-f22b4cffb675 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8abf7249-2c01-4ae3-9699-9860913f23ee HTTP/1.1" status: 204 len: 168 time: 0.3023617 Jul 08 19:55:24.250208 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50552) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:24.254028 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f316366-2acc-495f-a982-fd939411e7a9 None None] Network 4bafb87c-5ce7-477c-917e-83e52106bbc6 requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:55:24.345174 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.409523 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Deleting port 34f28a15-20f6-4f78-8de4-f07935c37459 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:24.410002 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.566058 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] DHCP port deletion for 4bafb87c-5ce7-477c-917e-83e52106bbc6 request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:55:24.628954 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Deleting port 34f28a15-20f6-4f78-8de4-f07935c37459 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:24.629237 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.719864 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] For port 34f28a15-20f6-4f78-8de4-f07935c37459, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34f28a15-20f6-4f78-8de4-f07935c37459,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:24.720383 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.738815 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Calling delete_port for 34f28a15-20f6-4f78-8de4-f07935c37459 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:24.740284 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] For port 34f28a15-20f6-4f78-8de4-f07935c37459, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=34f28a15-20f6-4f78-8de4-f07935c37459,segment=NetworkSegment(52618621-703e-4411-b82c-a04493c2d069),segment_id=52618621-703e-4411-b82c-a04493c2d069)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:24.740961 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.759346 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Calling delete_port for 34f28a15-20f6-4f78-8de4-f07935c37459 owned by network:dhcp {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:24.862920 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.905208 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Pushing event deleted for resources: {'Port': ['ID=34f28a15-20f6-4f78-8de4-f07935c37459,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:24.908134 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:24.908949 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] No DVR routers for this DVR port 34f28a15-20f6-4f78-8de4-f07935c37459 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:55:24.932987 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.933623 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.933890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.934677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.935119 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.935528 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.935927 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.936490 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.936722 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.937087 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.937479 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.940629 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c411989-4907-4cf4-a6d9-2c85113da625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:55:24.956922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=34f28a15-20f6-4f78-8de4-f07935c37459,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:24.960752 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] No DVR routers for this DVR port 34f28a15-20f6-4f78-8de4-f07935c37459 on host dv-cinder-796286-16-iscsi {{(pid=99693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:55:25.038644 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.050408 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bafb87c-5ce7-477c-917e-83e52106bbc6']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:25.066268 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52618621-703e-4411-b82c-a04493c2d069') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:25.066549 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52618621-703e-4411-b82c-a04493c2d069') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:25.078807 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.100580 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.109676 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:55:25.110078 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: self.session.flush() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: self.session.flush() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: self.session.flush() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: self.session.flush() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:55:25.111975 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:55:25.156802 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 650feaf9-bea0-47e4-90d8-10ea3b8af973 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:25.182456 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 650feaf9-bea0-47e4-90d8-10ea3b8af973 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:55:25.182798 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 650feaf9-bea0-47e4-90d8-10ea3b8af973 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:25.183119 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34f28a15-20f6-4f78-8de4-f07935c37459 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:25.183858 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.192196 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.198941 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] 10.222.0.41 "DELETE /v2.0/networks/4bafb87c-5ce7-477c-917e-83e52106bbc6 HTTP/1.1" status: 204 len: 168 time: 0.9432640 Jul 08 19:55:25.199152 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50554) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:25.214631 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 34f28a15-20f6-4f78-8de4-f07935c37459 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:55:25.215161 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 34f28a15-20f6-4f78-8de4-f07935c37459 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:25.216353 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b49e-a32d-42b0-8d3e-e0febfc75d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bafb87c-5ce7-477c-917e-83e52106bbc6,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:25.216511 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device a01e5a5e-66da-467d-9cdc-70938e58746c no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:25.243747 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: a01e5a5e-66da-467d-9cdc-70938e58746c {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:55:25.244173 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device a01e5a5e-66da-467d-9cdc-70938e58746c not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:25.616414 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-3555c7ed-4f28-4e6b-bbab-70ecfe9f6f7b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786517 Jul 08 19:55:25.751077 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:25.805714 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-e04be254-6024-48da-863d-cce438584573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:25.807210 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-e04be254-6024-48da-863d-cce438584573 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1099 time: 0.1431539 Jul 08 19:55:26.017162 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-11b1141f-b73d-460d-bc97-98e7e14b83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:26.018704 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-11b1141f-b73d-460d-bc97-98e7e14b83e1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.1648810 Jul 08 19:55:26.098890 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-1a804cbe-1bb3-4396-91be-bb1e600e5780 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 1001 time: 0.0724165 Jul 08 19:55:26.199487 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-986b577b-5e20-46f8-ac65-e09e4a95adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:26.201766 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-986b577b-5e20-46f8-ac65-e09e4a95adc0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0773256 Jul 08 19:55:26.265298 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Deleting port 1eee01c4-8c97-4a03-9740-d325b2f33e3f {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:26.265649 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:26.331956 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-022a1a8d-b39b-48b3-a90e-a395bd927dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:26.333492 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-022a1a8d-b39b-48b3-a90e-a395bd927dcf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1247189 Jul 08 19:55:26.412113 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] For port 1eee01c4-8c97-4a03-9740-d325b2f33e3f, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=1eee01c4-8c97-4a03-9740-d325b2f33e3f,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:26.412519 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:26.436504 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Calling delete_port for 1eee01c4-8c97-4a03-9740-d325b2f33e3f owned by network:router_interface {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:26.516091 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-8d28447f-5a17-4b28-a1cd-c9c1a2b99c42 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727140 Jul 08 19:55:26.697718 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-a57b6b70-5d14-4313-8fa6-cbf009c2edae req-5db647f7-204c-469d-ade5-2c70d66cad2e service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717191 Jul 08 19:55:26.781851 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:26.819263 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Pushing event deleted for resources: {'Port': ['ID=1eee01c4-8c97-4a03-9740-d325b2f33e3f,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:27.056300 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:27.329052 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Router ad3831fe-78f8-4a11-89bf-d408a2d3f552 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:55:27.456436 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:55:27.463310 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-5c7497cb-94a8-4aa8-905e-269e3e02b9da admin admin] 10.222.0.41 "PUT /v2.0/routers/ad3831fe-78f8-4a11-89bf-d408a2d3f552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621863 Jul 08 19:55:27.466271 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50556) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:27.469686 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] Sync routers for ids ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:55:27.480195 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] Routers {'ad3831fe-78f8-4a11-89bf-d408a2d3f552'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:27.481787 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:27.617037 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:27.618204 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] Set router ad3831fe-78f8-4a11-89bf-d408a2d3f552 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:27.743295 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:27.823195 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Deleting port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:27.823770 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:27.854694 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:55:26Z', 'revision_number': 5, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port': {'id': '6e67ade4-fe92-4524-b91c-72eb7b8aa2c5', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:51Z', 'updated_at': '2021-07-08T19:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:27.888453 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] Checking router: ad3831fe-78f8-4a11-89bf-d408a2d3f552 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:55:27.897254 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] Routers {'ad3831fe-78f8-4a11-89bf-d408a2d3f552'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:27.897922 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:27.934016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] For port 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:27.937400 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:27.973403 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Calling delete_port for 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:28.009024 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] Set router ad3831fe-78f8-4a11-89bf-d408a2d3f552 gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:28.078127 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:55:27Z', 'revision_number': 6, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:28.109917 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ccb49-cf34-4c9b-b4f9-953d5f8ff77f None None] The sync data for ids ['ad3831fe-78f8-4a11-89bf-d408a2d3f552'] in dv-cinder-796286-16-iscsi is: [{'id': 'ad3831fe-78f8-4a11-89bf-d408a2d3f552', 'name': 'tempest-TestShelveInstance-1154719082-router', 'tenant_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:50Z', 'updated_at': '2021-07-08T19:55:27Z', 'revision_number': 6, 'project_id': 'dc253f2eb10f4497aa7168b87e6e31af', 'gw_port_host': None}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:55:28.189016 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.218608 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e67ade4-fe92-4524-b91c-72eb7b8aa2c5,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:28.284600 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.383734 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.386714 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.444152 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.444756 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3831fe-78f8-4a11-89bf-d408a2d3f552 {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:55:28.449243 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.453942 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d81cc670-66ee-4190-b752-2664a4df2dc2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ad3831fe-78f8-4a11-89bf-d408a2d3f552 HTTP/1.1" status: 204 len: 168 time: 0.9839423 Jul 08 19:55:28.454283 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50558) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:28.518198 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Deleting subnet 4542e796-7a26-428f-bd7e-ade775ac1529 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:55:28.523226 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.575837 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.696439 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.765841 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.797158 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4542e796-7a26-428f-bd7e-ade775ac1529,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:28.800146 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:55:28.804458 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:28.810211 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-0ea731e0-9e58-47e0-8529-df9a8c167e3a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4542e796-7a26-428f-bd7e-ade775ac1529 HTTP/1.1" status: 204 len: 168 time: 0.3514426 Jul 08 19:55:28.811435 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50560) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:28.815837 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad48dd-622d-4fa8-a8d9-e7d395d56f41 None None] Network 47cc20bf-bf97-4190-85ae-4ad2e8e125cd requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:55:28.902313 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.009718 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Deleting port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:29.010729 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.115736 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] DHCP port deletion for 47cc20bf-bf97-4190-85ae-4ad2e8e125cd request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:55:29.129914 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] For port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:29.130769 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.156696 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Calling delete_port for 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 owned by network:dhcp {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:29.182293 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] Deleting port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:55:29.187971 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.207640 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 1eee01c4-8c97-4a03-9740-d325b2f33e3f no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:29.276876 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 1eee01c4-8c97-4a03-9740-d325b2f33e3f {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:55:29.276876 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 1eee01c4-8c97-4a03-9740-d325b2f33e3f not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:29.276876 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:29.303040 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:55:29.303451 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6e67ade4-fe92-4524-b91c-72eb7b8aa2c5 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:29.305850 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:55:29.326050 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.359142 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] For port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,segment=NetworkSegment(e8e3d352-db68-435f-823c-83213938e35c),segment_id=e8e3d352-db68-435f-823c-83213938e35c)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:29.359720 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.375599 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:29.388240 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] No DVR routers for this DVR port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 on host dv-cinder-796286-16-iscsi {{(pid=99693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:55:29.395785 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] Calling delete_port for 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:55:29.406406 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No active binding found for port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 {{(pid=99695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 19:55:29.406951 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:55:29.566745 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.575407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.587563 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cc20bf-bf97-4190-85ae-4ad2e8e125cd']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:29.608451 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e3d352-db68-435f-823c-83213938e35c') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:29.608936 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e3d352-db68-435f-823c-83213938e35c') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:29.615890 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] No DVR routers for this DVR port 5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:55:29.618597 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b47d-0f91-4e18-97b5-d8228e71a78a None None] Pushing event deleted for resources: {'Port': ['ID=5e42f75c-1eaa-4ce0-b0a4-f7cea495cad8,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:29.619919 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.648417 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.665499 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:55:29.665946 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:55:29.671100 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:55:29.743040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.749931 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:29.751882 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] 10.222.0.41 "DELETE /v2.0/networks/47cc20bf-bf97-4190-85ae-4ad2e8e125cd HTTP/1.1" status: 204 len: 168 time: 0.9390211 Jul 08 19:55:29.768028 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6083d0-4730-47d4-a959-0ff66aa6e934 admin admin] Pushing event deleted for resources: {'Network': ['ID=47cc20bf-bf97-4190-85ae-4ad2e8e125cd,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:30.000832 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50568) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:30.044751 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-07a316d5-f255-4a40-892d-ffd50e4b0324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4c498b622784b77a2e5e6ddb7ab6bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426881 Jul 08 19:55:30.047315 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50570) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:30.101296 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40a6-c5c0-4c2b-bf09-4f8af393b012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.122139 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40a6-c5c0-4c2b-bf09-4f8af393b012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.181155 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40a6-c5c0-4c2b-bf09-4f8af393b012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.185473 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40a6-c5c0-4c2b-bf09-4f8af393b012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.186720 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-7cbc40a6-c5c0-4c2b-bf09-4f8af393b012 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a5e393-e9c7-4dbc-a849-233a33dbf33f HTTP/1.1" status: 204 len: 168 time: 0.1384354 Jul 08 19:55:30.198583 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc40a6-c5c0-4c2b-bf09-4f8af393b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a5e393-e9c7-4dbc-a849-233a33dbf33f,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:30.539659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50576) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:30.582275 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-fed2473d-5bfe-424f-aeaf-7c929187f254 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc253f2eb10f4497aa7168b87e6e31af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414000 Jul 08 19:55:30.584612 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50580) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:30.634960 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6566b9a8-b9b4-42c2-a541-777b434b02d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.658753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6566b9a8-b9b4-42c2-a541-777b434b02d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.708242 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6566b9a8-b9b4-42c2-a541-777b434b02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.711459 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6566b9a8-b9b4-42c2-a541-777b434b02d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:30.712868 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6566b9a8-b9b4-42c2-a541-777b434b02d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f159e33-a3f3-4dba-9838-935af2b06ae9 HTTP/1.1" status: 204 len: 168 time: 0.1271889 Jul 08 19:55:30.725389 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566b9a8-b9b4-42c2-a541-777b434b02d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f159e33-a3f3-4dba-9838-935af2b06ae9,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:35.273015 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-190a688f-1e65-4329-84ff-2ba98f6915a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:37.469723 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-08d1d9dc-9f94-4eb8-95fb-130bd78227c7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404532914&fields=id&tenant_id=42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 267 time: 0.0334816 Jul 08 19:55:37.577915 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-4a051359-d413-402e-a795-f224efd73370 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:37.579404 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-4a051359-d413-402e-a795-f224efd73370 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 812 time: 0.1029258 Jul 08 19:55:37.595317 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-43d7e1a5-06c5-4b01-814d-9c3591fd7dc2 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/quotas/42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 375 time: 0.0103595 Jul 08 19:55:37.687438 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-0f728c95-fab6-43f0-a990-1897b1458755 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0867326 Jul 08 19:55:37.829322 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-e1cabc39-04d5-4875-a043-5c990a2698dd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 19:55:37.830376 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-e1cabc39-04d5-4875-a043-5c990a2698dd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1311665 Jul 08 19:55:38.167243 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-1f6dde09-41f0-4cd3-b580-a2582558231e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:38.211443 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-82cd967f-8758-460b-be24-b0c6b27e2618 service neutron] 10.222.0.41 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744206 Jul 08 19:55:38.296646 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:38.311339 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-0135b8b9-c830-4f24-8c7c-a417eee7b2cd service neutron] 10.222.0.41 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933623 Jul 08 19:55:38.632545 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-a4e05461-023f-470e-af0a-15d998360ede req-9d4d1832-987a-4414-9c54-e6fe6c700145 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 210 time: 0.0318506 Jul 08 19:55:38.996191 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:39.751259 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-21502a95-6ec0-4f65-98d4-ad1a50584295 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:39.752913 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-21502a95-6ec0-4f65-98d4-ad1a50584295 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 812 time: 0.1189876 Jul 08 19:55:39.807539 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-abcbb25d-ab68-4f10-972a-1fb2c01834cb req-40ec9ff0-fa4e-4ad8-acbd-754710f68c00 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 210 time: 0.0470364 Jul 08 19:55:39.835513 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-e6e1b1bf-f00a-4544-8744-ba4b8ca2f5e0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fe65bf56284811917e715839cdf053 HTTP/1.1" status: 200 len: 379 time: 0.0646546 Jul 08 19:55:39.846766 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'port': {'device_id': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'admin_state_up': True, 'tenant_id': '42fe65bf56284811917e715839cdf053', 'security_groups': ['e13231c8-ae1e-49f5-ad0e-3726c8c41a60']}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:55:39.966048 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Made reservation on behalf of 42fe65bf56284811917e715839cdf053 for: {'port': 1} {{(pid=99694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 19:55:39.970268 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.117642 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.db_base_plugin_common [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Allocated IP 172.20.0.7 (0294cb88-64ed-4088-b25b-4bd1f41db24a/7c21fb88-f0b4-40b3-b82e-d6c731c3957c/023b787d-1cf2-4f21-ac98-1e0e478502f7) {{(pid=99694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:55:40.277402 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.295183 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Transition to ACTIVE for port object 023b787d-1cf2-4f21-ac98-1e0e478502f7 will not be triggered until provisioned by entity DHCP. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:55:40.339336 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25000186'] for port, after_create {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.411193 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a is already hosted by enough agents. {{(pid=99694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:55:40.415970 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.scheduler.base_scheduler [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Resources bound (agent type, host, resource id): {{(pid=99694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:55:40.420026 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Received port after_create {{(pid=99694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:55:40.467802 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=023b787d-1cf2-4f21-ac98-1e0e478502f7,revision_number=1']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:40.506885 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:40.507576 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.533141 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-19b98233-9c7d-4489-88e2-83d1f531dfc0 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6911800 Jul 08 19:55:40.547238 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.v2.base [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Request body: {'port': {'device_id': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=99694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:55:40.631872 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.657488 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-7f06ce02-5291-4c9c-8db6-895db631ae7c None None] Provisioning for port 023b787d-1cf2-4f21-ac98-1e0e478502f7 completed by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:55:40.662876 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-7f06ce02-5291-4c9c-8db6-895db631ae7c None None] Provisioning complete for port 023b787d-1cf2-4f21-ac98-1e0e478502f7 triggered by entity DHCP. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:55:40.663349 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7f06ce02-5291-4c9c-8db6-895db631ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.702107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-7f06ce02-5291-4c9c-8db6-895db631ae7c None None] Port 023b787d-1cf2-4f21-ac98-1e0e478502f7 cannot update to ACTIVE because it is not bound. {{(pid=99695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 19:55:40.875006 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.968742 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023b787d-1cf2-4f21-ac98-1e0e478502f7 {{(pid=99694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:55:40.981680 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:40.994864 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.provisioning_blocks [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Transition to ACTIVE for port object 023b787d-1cf2-4f21-ac98-1e0e478502f7 will not be triggered until provisioned by entity L2. {{(pid=99694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 19:55:41.001150 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:41.003182 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339f86-5b9e-4548-ba56-a713d3206086 req-66a9c10a-c884-45ea-922b-e061364bc4b3 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:41.004894 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc339f86-5b9e-4548-ba56-a713d3206086 req-66a9c10a-c884-45ea-922b-e061364bc4b3 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 931 time: 0.0737381 Jul 08 19:55:41.055185 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-cc339f86-5b9e-4548-ba56-a713d3206086 req-4979d71a-57ad-4f85-b8c2-fd0f927dd8d4 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371199 Jul 08 19:55:41.058391 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Pushing event updated for resources: {'Port': ['ID=023b787d-1cf2-4f21-ac98-1e0e478502f7,revision_number=2']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:41.149851 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Attempting to bind port 023b787d-1cf2-4f21-ac98-1e0e478502f7 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 19:55:41.150370 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Attempting to bind port 023b787d-1cf2-4f21-ac98-1e0e478502f7 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 19:55:41.150772 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Attempting to bind port 023b787d-1cf2-4f21-ac98-1e0e478502f7 on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:55:41.156252 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Port 023b787d-1cf2-4f21-ac98-1e0e478502f7 on network 0294cb88-64ed-4088-b25b-4bd1f41db24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 19:55:41.156624 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Attempting to bind port 023b787d-1cf2-4f21-ac98-1e0e478502f7 on network 0294cb88-64ed-4088-b25b-4bd1f41db24a {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 19:55:41.162085 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Checking agent: {'id': 'cfe68f74-b1d3-4bf3-8915-f5834866f3be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'started_at': datetime.datetime(2021, 7, 8, 19, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 19:55:41.162430 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Checking segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 19:55:41.162809 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Bound using segment: {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'} {{(pid=99694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 19:55:41.163239 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.managers [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Bound port: 023b787d-1cf2-4f21-ac98-1e0e478502f7, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cbd280-a04a-44fb-bed8-b703001444c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a'}}] {{(pid=99694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 19:55:41.163592 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:41.241769 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] For port 023b787d-1cf2-4f21-ac98-1e0e478502f7, host hv-cinder-79628, cleared binding levels {{(pid=99694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 19:55:41.246072 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] For port 023b787d-1cf2-4f21-ac98-1e0e478502f7, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 19:55:41.251946 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25000164'] for port, after_update {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:41.287513 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:41.288134 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:41.289526 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] 10.222.0.91 "PUT /v2.0/ports/023b787d-1cf2-4f21-ac98-1e0e478502f7 HTTP/1.1" status: 200 len: 1093 time: 0.7487140 Jul 08 19:55:41.289998 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:55:41.292249 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c515e-5972-4e8e-882e-14ed7edd4c74" -d '{"events": [{"name": "network-changed", "server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:55:41.333125 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b666949-22c2-4f19-b6cb-1a8ef0459915 service neutron] Pushing event updated for resources: {'Port': ['ID=023b787d-1cf2-4f21-ac98-1e0e478502f7,revision_number=3']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:41.380211 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b28c39-c1f4-4151-894d-335c05742694 x-openstack-request-id: req-87b28c39-c1f4-4151-894d-335c05742694 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:55:41.380486 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:55:41.380734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87b28c39-c1f4-4151-894d-335c05742694 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:55:41.381168 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'status': 'completed', 'code': 200} Jul 08 19:55:41.413057 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6bd85ae3-f3e6-4446-a6eb-89db3da59650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:41.415469 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-6bd85ae3-f3e6-4446-a6eb-89db3da59650 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 1096 time: 0.0744302 Jul 08 19:55:41.466423 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-a54ba258-7cb7-40e4-9a3a-50de7d620279 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7 HTTP/1.1" status: 200 len: 217 time: 0.0419569 Jul 08 19:55:41.516754 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-d7453e90-fe69-47dc-9787-f2efbb0afacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:41.518350 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-d7453e90-fe69-47dc-9787-f2efbb0afacb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0467551 Jul 08 19:55:41.582196 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-8db84b00-a83f-433e-82c2-c2897566c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:41.583670 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-8db84b00-a83f-433e-82c2-c2897566c085 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592492 Jul 08 19:55:41.682191 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-61b59bc8-06d8-4392-a65e-2f66b1a8f9f8 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908115 Jul 08 19:55:41.789385 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-d4de5227-1387-486e-afe9-b9009a02d6cc req-d5c44d63-9c2d-48dd-b80c-ed1303d64a28 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997500 Jul 08 19:55:41.901716 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-e3363309-c069-4da4-82af-da9a25019ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:41.903825 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-e3363309-c069-4da4-82af-da9a25019ea4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 1096 time: 0.0586362 Jul 08 19:55:41.999654 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-30e8d33d-cc49-4238-91de-999e92504f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:42.001173 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-30e8d33d-cc49-4238-91de-999e92504f75 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.0907209 Jul 08 19:55:42.045310 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-06dbb0de-4060-4161-b036-605acc298861 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7 HTTP/1.1" status: 200 len: 217 time: 0.0362432 Jul 08 19:55:42.104033 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-d98fd9f4-ad52-4ba3-b36b-01feb3f53fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:42.105508 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-d98fd9f4-ad52-4ba3-b36b-01feb3f53fac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0522618 Jul 08 19:55:42.169781 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-be44c5f3-55b7-4c56-ac94-5ea4db3a89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:42.170970 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-be44c5f3-55b7-4c56-ac94-5ea4db3a89dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555651 Jul 08 19:55:42.256540 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc660-724a-4539-aa16-e9c2fb9e4d3d req-05325d3f-19cd-4cff-b70e-07072a921305 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:42.258056 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1dbbc660-724a-4539-aa16-e9c2fb9e4d3d req-05325d3f-19cd-4cff-b70e-07072a921305 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0773122 Jul 08 19:55:42.279153 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-1c763477-7c98-41cd-bdf7-ee2904998580 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930855 Jul 08 19:55:42.299719 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1dbbc660-724a-4539-aa16-e9c2fb9e4d3d req-97590aaa-d340-4f9c-a61b-361d2f20c5c4 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335565 Jul 08 19:55:42.391265 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-0c5c515e-5972-4e8e-882e-14ed7edd4c74 req-d53cb177-9cc7-44a2-a78e-0675f9eb03b7 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025693 Jul 08 19:55:43.489227 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd6f2-3f15-4623-8e29-7c1ca62b62c3 req-72f736d1-daae-45ff-b141-beaa7bf86bbe tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:43.490778 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c57bd6f2-3f15-4623-8e29-7c1ca62b62c3 req-72f736d1-daae-45ff-b141-beaa7bf86bbe tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0690405 Jul 08 19:55:43.533499 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c57bd6f2-3f15-4623-8e29-7c1ca62b62c3 req-4e3abef6-3930-4bb5-9d38-78ce5f3d9406 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349863 Jul 08 19:55:44.714787 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ba92-ce43-4a4e-86b1-67db3d01a5bb req-6ab86176-edcb-43c1-b583-d2d95ac5875d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:44.717127 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0286ba92-ce43-4a4e-86b1-67db3d01a5bb req-6ab86176-edcb-43c1-b583-d2d95ac5875d tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0701401 Jul 08 19:55:44.755293 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-0286ba92-ce43-4a4e-86b1-67db3d01a5bb req-db6d23d9-98aa-40c9-b637-ed480f607cd5 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324848 Jul 08 19:55:44.894389 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:46.051913 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabebd52-9c53-4f6c-b7da-34d3109f4e0c req-7b89eef3-59d7-49eb-8d46-18736b18fe6e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:46.053336 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-aabebd52-9c53-4f6c-b7da-34d3109f4e0c req-7b89eef3-59d7-49eb-8d46-18736b18fe6e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0697494 Jul 08 19:55:46.090670 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-aabebd52-9c53-4f6c-b7da-34d3109f4e0c req-b2ab0680-1733-4385-a88e-31e900323c1c tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313144 Jul 08 19:55:47.266118 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3f3c8-0db0-493a-a734-cb7f39d65ec6 req-9dfab2e6-b95d-4463-99db-9d7bc0fffc35 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:47.267644 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1fc3f3c8-0db0-493a-a734-cb7f39d65ec6 req-9dfab2e6-b95d-4463-99db-9d7bc0fffc35 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0639751 Jul 08 19:55:47.305958 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-1fc3f3c8-0db0-493a-a734-cb7f39d65ec6 req-9410546a-a915-458b-a2ec-862ed8855497 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Jul 08 19:55:48.488408 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4542e-f94d-4490-8b6a-24468c9d9dec req-578ec8c0-0c82-4949-9bd9-b92aadb3391a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:48.489989 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-36a4542e-f94d-4490-8b6a-24468c9d9dec req-578ec8c0-0c82-4949-9bd9-b92aadb3391a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0692563 Jul 08 19:55:48.530903 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-36a4542e-f94d-4490-8b6a-24468c9d9dec req-00f5563c-d298-4660-838a-b6d89b3c4d56 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348680 Jul 08 19:55:49.710910 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bbdd2-d33b-482a-a6d3-22e9bb313573 req-cf5af559-7a87-406f-96df-7f3b339b400b tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:49.712399 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-307bbdd2-d33b-482a-a6d3-22e9bb313573 req-cf5af559-7a87-406f-96df-7f3b339b400b tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 943 time: 0.0652537 Jul 08 19:55:49.750337 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-307bbdd2-d33b-482a-a6d3-22e9bb313573 req-1af8df84-d471-46cc-9047-74a9364bb041 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Jul 08 19:55:50.061678 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 023b787d-1cf2-4f21-ac98-1e0e478502f7 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=99695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 19:55:50.159065 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 023b787d-1cf2-4f21-ac98-1e0e478502f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:50.174082 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Returning: {'device': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'port_id': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'mac_address': 'fa:16:3e:e5:10:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 19:55:50.211768 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:50.227661 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023b787d-1cf2-4f21-ac98-1e0e478502f7 {{(pid=99695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 19:55:50.249533 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 023b787d-1cf2-4f21-ac98-1e0e478502f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:50.253651 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:50.301671 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=023b787d-1cf2-4f21-ac98-1e0e478502f7,revision_number=4']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:50.478614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] get_ports_and_sgs() called for port_ids ['023b787d-1cf2-4f21-ac98-1e0e478502f7'] {{(pid=99695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 19:55:50.938648 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c34b0b-d0e1-46f3-9395-cc3c829e369e req-120e123c-9f97-43a7-933b-aa360ddbd783 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:50.940184 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-04c34b0b-d0e1-46f3-9395-cc3c829e369e req-120e123c-9f97-43a7-933b-aa360ddbd783 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0767977 Jul 08 19:55:50.979933 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-04c34b0b-d0e1-46f3-9395-cc3c829e369e req-7c31af19-52f0-4f88-a400-4afafd231c95 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Jul 08 19:55:52.070292 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 023b787d-1cf2-4f21-ac98-1e0e478502f7 up at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 19:55:52.126411 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning for port 023b787d-1cf2-4f21-ac98-1e0e478502f7 completed by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 19:55:52.130383 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.provisioning_blocks [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Provisioning complete for port 023b787d-1cf2-4f21-ac98-1e0e478502f7 triggered by entity L2. {{(pid=99695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 19:55:52.130752 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746619'] for port, provisioning_complete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:52.189472 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68f070-9b76-4538-8ae4-70dbb190a768 req-bf1d395f-99e8-4789-9fec-73d499a17d3a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:52.191026 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc68f070-9b76-4538-8ae4-70dbb190a768 req-bf1d395f-99e8-4789-9fec-73d499a17d3a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 944 time: 0.0692480 Jul 08 19:55:52.212701 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:52.229940 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-dc68f070-9b76-4538-8ae4-70dbb190a768 req-4abb0eab-e0ff-41fc-b358-303759a671bb tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332825 Jul 08 19:55:52.236621 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7'}] {{(pid=99695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:55:52.238924 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5ee84e58681f4fdf6d51ed47812e47c3baf305f957214aa8bc2a3d32b852d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049b6f83-4063-4a51-8793-e50105543883" -d '{"events": [{"server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7"}]}' {{(pid=99695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:55:52.254523 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] For port 023b787d-1cf2-4f21-ac98-1e0e478502f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:55:52.258751 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614'] for port, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:52.285118 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015b01c2-5b8b-42a5-859c-0211269b0fa5 x-openstack-request-id: req-015b01c2-5b8b-42a5-859c-0211269b0fa5 {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:55:52.285411 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "name": "network-vif-plugged", "status": "completed", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7", "code": 200}]} {{(pid=99695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:55:52.285671 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-015b01c2-5b8b-42a5-859c-0211269b0fa5 {{(pid=99695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:55:52.286062 dv-cinder-796286-16-iscsi neutron-server[99695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'code': 200} Jul 08 19:55:52.313348 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Pushing event updated for resources: {'Port': ['ID=023b787d-1cf2-4f21-ac98-1e0e478502f7,revision_number=5']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:52.555956 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c27a66-0918-4cb4-8123-22205ef25f46 req-8f2ecb09-7603-48f4-8492-d3695cbaf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:52.557519 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-63c27a66-0918-4cb4-8123-22205ef25f46 req-8f2ecb09-7603-48f4-8492-d3695cbaf06e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 1098 time: 0.0571620 Jul 08 19:55:52.594998 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-63c27a66-0918-4cb4-8123-22205ef25f46 req-ad1840ed-d0c4-42c3-8b32-8187206619c2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Jul 08 19:55:53.421009 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8caca-ce7e-4869-887e-8bd42e06aa9c req-f88075d4-7f0b-4fd3-846e-f3a6bc38526b tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:53.422252 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3ea8caca-ce7e-4869-887e-8bd42e06aa9c req-f88075d4-7f0b-4fd3-846e-f3a6bc38526b tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0699708 Jul 08 19:55:53.468288 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3ea8caca-ce7e-4869-887e-8bd42e06aa9c req-613b2fa0-e5d6-443b-bcfa-3c2e52757cce tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 Jul 08 19:55:54.659099 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34721e26-ff72-42c5-9c59-1ca74f3824b7 req-5b793e76-88d3-4909-9c18-7ba97d49c1c9 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:54.660878 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-34721e26-ff72-42c5-9c59-1ca74f3824b7 req-5b793e76-88d3-4909-9c18-7ba97d49c1c9 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0683563 Jul 08 19:55:54.705982 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-34721e26-ff72-42c5-9c59-1ca74f3824b7 req-f7e9fa77-c760-426e-a91c-a0957682c601 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Jul 08 19:55:54.891830 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cad1a-0b27-4497-b1de-66bfea107779 req-4c67f990-693d-4e9b-8079-57f924c91a49 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:54.893284 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3d9cad1a-0b27-4497-b1de-66bfea107779 req-4c67f990-693d-4e9b-8079-57f924c91a49 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0740745 Jul 08 19:55:54.936193 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-3d9cad1a-0b27-4497-b1de-66bfea107779 req-2bb15dd3-de68-4c89-8306-db7f0960bc42 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371928 Jul 08 19:55:54.962061 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50664) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:55.018774 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c2e3f-0d2f-46f6-b210-149a62a14900 tempest-TestVolumeBootPattern-449743197 tempest-TestVolumeBootPattern-449743197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:55.020342 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6e4c2e3f-0d2f-46f6-b210-149a62a14900 tempest-TestVolumeBootPattern-449743197 tempest-TestVolumeBootPattern-449743197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 1093 time: 0.0572662 Jul 08 19:55:55.024556 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50666) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:55:55.029387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.v2.base [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Request body: {'floatingip': {'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'port_id': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 19:55:55.053495 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:55.168974 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:55.276611 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Allocated IP 172.27.1.92 (f43a7b44-de9f-4593-bdd1-1da90da9280b/a034984d-a619-40aa-98ac-1ac61befb2c3/e0692238-29b7-4792-ae68-18250b47fa5e) {{(pid=99693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 19:55:55.385387 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:55.425922 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-12195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748294385363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29405290'] for port, after_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:55.463233 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Network f43a7b44-de9f-4593-bdd1-1da90da9280b is already hosted by enough agents. {{(pid=99693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 19:55:55.468958 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Resources bound (agent type, host, resource id): {{(pid=99693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 19:55:55.472343 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Received port after_create {{(pid=99693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 19:55:55.477810 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=e0692238-29b7-4792-ae68-18250b47fa5e,revision_number=1']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:55.846367 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:55.922394 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623844'] for port, before_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:56.076383 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for port, precommit_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:56.081756 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748294887199', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748294385381', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748294382614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29405300'] for port, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:56.154461 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event updated for resources: {'Port': ['ID=e0692238-29b7-4792-ae68-18250b47fa5e,revision_number=2']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:55:56.167297 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33189283'] for floatingip, after_update {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:56.278326 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Floating IP d4db77a0-45d1-4510-a445-d716d8584431 associated. External IP: 172.27.1.92, port: 023b787d-1cf2-4f21-ac98-1e0e478502f7. Jul 08 19:55:56.718505 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:55:56.828483 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:55:56.839664 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:55:56.846777 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:55:56.852371 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:56.853014 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:56.890002 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ea6b046b-e814-4007-a801-f79575065324 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8647633 Jul 08 19:55:56.890705 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:55:56.893406 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209e8752-c4ce-4d63-ac79-071b99155b88" -d '{"events": [{"name": "network-changed", "server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:55:56.935785 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869363a-3eeb-4aab-a090-835ace36dfa9 x-openstack-request-id: req-8869363a-3eeb-4aab-a090-835ace36dfa9 {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:55:56.936406 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:55:56.936406 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8869363a-3eeb-4aab-a090-835ace36dfa9 {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:55:56.936704 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'status': 'completed', 'code': 200} Jul 08 19:55:56.972608 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:57.015571 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-c189e163-af56-48ce-b4b0-8726327e2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:57.017065 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-c189e163-af56-48ce-b4b0-8726327e2299 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 1098 time: 0.0602963 Jul 08 19:55:57.108997 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-8311f562-f560-4c58-9172-8d288d71635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:57.110564 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-8311f562-f560-4c58-9172-8d288d71635f service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.0867651 Jul 08 19:55:57.193576 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-f57e9aef-ca14-4394-8815-75cca6778cc1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7 HTTP/1.1" status: 200 len: 998 time: 0.0766928 Jul 08 19:55:57.211752 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'd4db77a0-45d1-4510-a445-d716d8584431', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:e5:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:55:55Z', 'updated_at': '2021-07-08T19:55:55Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}, {'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:51Z', 'revision_number': 1, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:57.238037 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:55:57.244254 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-c3f9d5c8-df77-4c1c-9a6f-738fbb5e888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:57.245751 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-c3f9d5c8-df77-4c1c-9a6f-738fbb5e888b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0444810 Jul 08 19:55:57.246094 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:55:57.247258 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:55:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:57.304914 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-a9f45c4f-5fe9-44b2-b9aa-36cb502a01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:55:57.306472 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-a9f45c4f-5fe9-44b2-b9aa-36cb502a01b3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534744 Jul 08 19:55:57.405610 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-34274c3a-6e3b-4f1f-905f-6a0c6cd0fd19 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918775 Jul 08 19:55:57.474998 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:55:57.499296 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-209e8752-c4ce-4d63-ac79-071b99155b88 req-d3170570-4f66-498d-bf22-25cedf930454 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 Jul 08 19:55:57.705617 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'd4db77a0-45d1-4510-a445-d716d8584431', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:e5:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:55:55Z', 'updated_at': '2021-07-08T19:55:55Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}, {'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:51Z', 'revision_number': 1, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:55:57.731149 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335300a-a86c-49ab-9711-5438af1289cb None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'd4db77a0-45d1-4510-a445-d716d8584431', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:e5:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:55:55Z', 'updated_at': '2021-07-08T19:55:55Z', 'revision_number': 0, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}, {'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:51Z', 'revision_number': 1, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:55:57.908385 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0e06f3-bceb-4626-b7d3-8f22f5633122 None None] New status for floating IP d4db77a0-45d1-4510-a445-d716d8584431: ACTIVE {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:56:05.274115 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-999895a2-a627-4680-92d2-18c36932d44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:05.799070 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:56:08.161520 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-223711d6-903c-4d0c-a1a7-78f1bcfc491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:08.301199 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:09.000177 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:10.877669 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:14.909120 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:25.515575 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-5d044d0c-15bc-430d-8aa6-0c338201df17 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609307 Jul 08 19:56:25.625212 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-8876dad4-8083-493a-8ab2-58858c9731cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:56:25.627040 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-8876dad4-8083-493a-8ab2-58858c9731cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1099 time: 0.0602472 Jul 08 19:56:25.736410 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-a8583b30-38a4-4855-819a-95660b903d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:56:25.737954 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-a8583b30-38a4-4855-819a-95660b903d73 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.0911026 Jul 08 19:56:25.813381 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-0b855c09-04f2-4e08-b07f-17cfcd6874a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 1001 time: 0.0694969 Jul 08 19:56:25.863530 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-d1589a28-daa4-456b-96ea-36d33990b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:56:25.865008 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-d1589a28-daa4-456b-96ea-36d33990b3da service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0460060 Jul 08 19:56:25.923106 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-33d3f7a6-e0dc-4990-96df-0d2a62760e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:56:25.924581 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-33d3f7a6-e0dc-4990-96df-0d2a62760e5e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526485 Jul 08 19:56:26.023349 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-705720c2-dbce-4e09-8840-2362ba6806fb service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917649 Jul 08 19:56:26.113523 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-9018676f-c4e4-4923-b11b-1d2e10ce6847 req-84508f27-28fb-4000-8289-f60f6a704ae5 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Jul 08 19:56:35.276735 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-885242fc-a2a3-49f3-9b1a-a0b095c19cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:38.164614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2c4fcdd7-4a6e-4e9f-8315-d44a51aa5ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:38.303009 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:39.002921 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:40.882234 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:56:42.797862 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:56:44.923744 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:05.280483 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-fd8f78e4-6743-4e95-80cc-6e6da4661c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:08.165642 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-73a88562-331d-4e3f-8cf3-f46e184cf1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:08.303654 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:09.007409 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:10.882385 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:14.926945 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:18.378918 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50704) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:18.547308 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Deleting port e0692238-29b7-4792-ae68-18250b47fa5e {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:18.547781 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:18.625058 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:18.625390 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:18.637588 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Calling delete_port for e0692238-29b7-4792-ae68-18250b47fa5e owned by network:floatingip {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:18.792552 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:18.820642 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'Port': ['ID=e0692238-29b7-4792-ae68-18250b47fa5e,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:18.848060 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.848412 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.848753 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.849088 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.849421 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.849778 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.850106 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.850433 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.850782 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.851079 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.851400 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.851719 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:18.890078 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:18.890404 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Floating IP d4db77a0-45d1-4510-a445-d716d8584431 disassociated (deleted). External IP: 172.27.1.92, port: 023b787d-1cf2-4f21-ac98-1e0e478502f7. Jul 08 19:57:19.121836 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:57:19.228825 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:57:19.233583 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:19.237953 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:57:19.246794 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:19.247400 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:19.269935 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-bca6b8a5-b936-4c9b-ae46-c2b9974291f7 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "DELETE /v2.0/floatingips/d4db77a0-45d1-4510-a445-d716d8584431 HTTP/1.1" status: 204 len: 168 time: 0.8893950 Jul 08 19:57:19.270560 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:57:19.272872 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4603578-2bf4-424c-bf71-1a9bcee42284" -d '{"events": [{"name": "network-changed", "server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:57:19.320731 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba224da-d8cd-49e4-b5be-501b5497c2fb x-openstack-request-id: req-8ba224da-d8cd-49e4-b5be-501b5497c2fb {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:57:19.321210 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:57:19.321883 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ba224da-d8cd-49e4-b5be-501b5497c2fb {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:57:19.322679 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'status': 'completed', 'code': 200} Jul 08 19:57:19.367302 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:19.415008 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-86120eaa-bd34-4ea3-9169-c9e5b1478253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:19.416548 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-86120eaa-bd34-4ea3-9169-c9e5b1478253 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 1098 time: 0.0640943 Jul 08 19:57:19.534470 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-d5d4e03f-6786-4ce1-b226-efcdc89d7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:19.538128 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-d5d4e03f-6786-4ce1-b226-efcdc89d7bd4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.1119745 Jul 08 19:57:19.585576 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-5e39ce8c-42f5-4c0f-86f5-000e89942d51 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7 HTTP/1.1" status: 200 len: 217 time: 0.0416343 Jul 08 19:57:19.640327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:51Z', 'revision_number': 1, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:19.671850 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:57:19.677527 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-e0e207cb-90bd-4fac-8f0a-bb95e8661b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:19.679024 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-e0e207cb-90bd-4fac-8f0a-bb95e8661b8b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0866168 Jul 08 19:57:19.681180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:19.681824 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:19.732899 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a2384-f407-40df-89dc-50ba732cfb7f req-fc9912f4-8835-4f37-be30-a0a2fae25863 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:19.734415 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-128a2384-f407-40df-89dc-50ba732cfb7f req-fc9912f4-8835-4f37-be30-a0a2fae25863 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 945 time: 0.1066182 Jul 08 19:57:19.777817 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-940c3c41-8037-49b5-8883-ee3cf6a05bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:19.779353 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-940c3c41-8037-49b5-8883-ee3cf6a05bd6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0926955 Jul 08 19:57:19.785131 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-128a2384-f407-40df-89dc-50ba732cfb7f req-f462a3bd-c04b-412f-a6ea-82b95dc3c68a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445838 Jul 08 19:57:19.798920 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:19.799052 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:57:19.876460 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-36cb9ad9-7bb1-4470-b543-33f6db477d44 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892515 Jul 08 19:57:19.967243 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-c4603578-2bf4-424c-bf71-1a9bcee42284 req-5ba2e164-7464-48c5-bb84-74764db789a0 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Jul 08 19:57:20.030091 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:51Z', 'revision_number': 1, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:20.056428 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99817c2-f403-49bc-bbdf-9565253c1d3d None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_floatingips': [{'id': 'e40e9c57-916d-4df5-be9f-614a87f1e223', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'router_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'port_id': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'mac_address': 'fa:16:3e:7c:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201d145-4f66-421f-997a-4d586243db4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T19:53:48Z', 'updated_at': '2021-07-08T19:53:51Z', 'revision_number': 1, 'project_id': '42fe65bf56284811917e715839cdf053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:57:20.284436 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2101cfde-1d3b-489b-8ea1-186b5a3b5baf None None] New status for floating IP d4db77a0-45d1-4510-a445-d716d8584431: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:57:20.992670 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e882ee-8941-4151-bbe1-0b9b08f4d9b5 req-ff8b7bfc-d87d-4468-9c80-ac746a120cd5 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:20.994198 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b8e882ee-8941-4151-bbe1-0b9b08f4d9b5 req-ff8b7bfc-d87d-4468-9c80-ac746a120cd5 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0776510 Jul 08 19:57:21.035349 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-b8e882ee-8941-4151-bbe1-0b9b08f4d9b5 req-83d66b02-6f25-4df2-8efc-77d1a8d99cb8 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354424 Jul 08 19:57:21.153344 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-653b8882-e04f-40a4-a1b5-90c972180368 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:21.154888 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-653b8882-e04f-40a4-a1b5-90c972180368 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 945 time: 0.0733523 Jul 08 19:57:21.258679 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Deleting port 023b787d-1cf2-4f21-ac98-1e0e478502f7 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:21.259026 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:21.350662 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] For port 023b787d-1cf2-4f21-ac98-1e0e478502f7, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=023b787d-1cf2-4f21-ac98-1e0e478502f7,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:21.351013 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:21.363152 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Calling delete_port for 023b787d-1cf2-4f21-ac98-1e0e478502f7 owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:21.523602 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:21.557037 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'Port': ['ID=023b787d-1cf2-4f21-ac98-1e0e478502f7,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:21.584924 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.585281 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.585656 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.585991 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.586326 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.586655 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.586981 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.587307 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.587632 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.587958 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.588278 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.588599 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:21.611939 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] No DVR routers for this DVR port 023b787d-1cf2-4f21-ac98-1e0e478502f7 on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:57:21.614561 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:21.616644 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2f9f4e96-f3af-4a51-9682-a8ab094cd237 req-e398e039-8fed-4c21-a3e2-1cbba72eb13e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "DELETE /v2.0/ports/023b787d-1cf2-4f21-ac98-1e0e478502f7 HTTP/1.1" status: 204 len: 173 time: 0.4563830 Jul 08 19:57:21.617077 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'name': 'network-vif-deleted', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:57:21.619433 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb1c95d-494b-456d-bb98-f40739522ad9" -d '{"events": [{"server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "name": "network-vif-deleted", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:57:21.669959 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19ec91e-e981-4972-ba36-8c19ff1a581b x-openstack-request-id: req-a19ec91e-e981-4972-ba36-8c19ff1a581b {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:57:21.670251 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f", "name": "network-vif-deleted", "tag": "023b787d-1cf2-4f21-ac98-1e0e478502f7", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:57:21.670506 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a19ec91e-e981-4972-ba36-8c19ff1a581b {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:57:21.670899 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f', 'name': 'network-vif-deleted', 'tag': '023b787d-1cf2-4f21-ac98-1e0e478502f7', 'status': 'completed', 'code': 200} Jul 08 19:57:22.226702 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-9c03045f-068e-4502-b2fd-adadef20b962 req-8c557670-1dd2-426c-a0bc-905ed0eddf22 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=1134c0c7-4ea2-49c7-85ce-25b6c8a6bb7f HTTP/1.1" status: 200 len: 210 time: 0.0332332 Jul 08 19:57:24.690118 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 023b787d-1cf2-4f21-ac98-1e0e478502f7 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:24.711433 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: 023b787d-1cf2-4f21-ac98-1e0e478502f7 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:24.711776 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device 023b787d-1cf2-4f21-ac98-1e0e478502f7 not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:25.588111 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50748) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:25.749695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Deleting port f59c4178-cfe2-47ee-934d-84b0e757e2be {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:25.750039 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:25.824603 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:25.824845 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:25.839030 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Calling delete_port for f59c4178-cfe2-47ee-934d-84b0e757e2be owned by network:floatingip {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:26.001569 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:26.028750 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'Port': ['ID=f59c4178-cfe2-47ee-934d-84b0e757e2be,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:26.098779 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:26.099009 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.db.l3_db [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Floating IP e40e9c57-916d-4df5-be9f-614a87f1e223 disassociated (deleted). External IP: 172.27.1.85, port: b8d36e54-0ffe-41a1-a9d2-acc05443444e. Jul 08 19:57:26.328616 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:57:26.442991 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:57:26.449824 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:26.455007 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:57:26.463548 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:26.464172 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:26.494435 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-ee0cf19b-fa21-471e-89e4-efbb69e15534 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "DELETE /v2.0/floatingips/e40e9c57-916d-4df5-be9f-614a87f1e223 HTTP/1.1" status: 204 len: 168 time: 0.9052129 Jul 08 19:57:26.495091 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e'}] {{(pid=99693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:57:26.498873 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44315ce39db8ec539285496bc0a50e92dccc481818848e60734c88d166ab14a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92" -d '{"events": [{"name": "network-changed", "server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e"}]}' {{(pid=99693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:57:26.550578 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d3990-2e2f-4c2a-a4cd-ddb67415108b x-openstack-request-id: req-683d3990-2e2f-4c2a-a4cd-ddb67415108b {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:57:26.550870 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e", "status": "completed", "code": 200}]} {{(pid=99693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:57:26.551116 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-683d3990-2e2f-4c2a-a4cd-ddb67415108b {{(pid=99693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:57:26.551505 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'status': 'completed', 'code': 200} Jul 08 19:57:26.601090 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:26.690696 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-6116aa58-5677-4f0d-b8e0-049804c547ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:26.692833 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-6116aa58-5677-4f0d-b8e0-049804c547ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=42fe65bf56284811917e715839cdf053&device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 1099 time: 0.1182196 Jul 08 19:57:26.803022 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-e732ea34-2a19-4332-b419-71d3e87d0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:26.805451 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-e732ea34-2a19-4332-b419-71d3e87d0084 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 200 len: 913 time: 0.1057615 Jul 08 19:57:26.852224 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-ee72ef35-7156-4c00-b70b-39c4e6750a28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 200 len: 217 time: 0.0392849 Jul 08 19:57:26.855779 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:26.884872 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:57:26.900977 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:26.901618 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:26.934268 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-72aac476-09d1-42e2-b7d9-cc235eedd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:26.935901 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-72aac476-09d1-42e2-b7d9-cc235eedd5e2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 200 len: 851 time: 0.0750248 Jul 08 19:57:26.987433 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a874-1434-40ed-8e41-8bb1899dd649 req-8c09f9ec-cba3-4303-944b-7f81dbe80088 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:26.988847 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bec4a874-1434-40ed-8e41-8bb1899dd649 req-8c09f9ec-cba3-4303-944b-7f81dbe80088 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 946 time: 0.1394455 Jul 08 19:57:27.015487 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:27.035122 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-b609e649-daeb-4651-af30-ce16d09623f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:27.036631 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-b609e649-daeb-4651-af30-ce16d09623f2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0294cb88-64ed-4088-b25b-4bd1f41db24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0919557 Jul 08 19:57:27.043986 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-bec4a874-1434-40ed-8e41-8bb1899dd649 req-efa29e48-3720-46f7-ba49-4ac839c976af tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Jul 08 19:57:27.159171 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-9376a2df-b6b3-4b55-b863-81ed34ce0135 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142483 Jul 08 19:57:27.249107 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:27.273662 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-2a18f1b0-77fe-450a-a3fe-4ce3ff975e92 req-b1c986dd-975f-42be-8079-4cad7888f671 service neutron] 10.222.0.91 "GET /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078913 Jul 08 19:57:27.280305 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8535410-7be3-436a-8611-a5dc3bae66a9 None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:50:38Z', 'revision_number': 4, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi', '_interfaces': [{'id': '26b61ec5-9ddd-44f1-9a35-293f3a4c78b0', 'name': '', 'network_id': '0294cb88-64ed-4088-b25b-4bd1f41db24a', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'mac_address': 'fa:16:3e:55:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:37Z', 'updated_at': '2021-07-08T19:50:46Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'subnets': [{'id': '7c21fb88-f0b4-40b3-b82e-d6c731c3957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:57:27.538189 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a79b61-1e8b-4022-b74e-9ea7b02dc97e None None] New status for floating IP e40e9c57-916d-4df5-be9f-614a87f1e223: DOWN {{(pid=99696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 19:57:28.247032 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abeb3e-9952-465c-874a-722cf846bc5d req-605108aa-d082-4894-bc2b-cf69abf42ef6 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:28.248644 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-26abeb3e-9952-465c-874a-722cf846bc5d req-605108aa-d082-4894-bc2b-cf69abf42ef6 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 946 time: 0.0698984 Jul 08 19:57:28.300755 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-26abeb3e-9952-465c-874a-722cf846bc5d req-915c4fb5-0e32-4c53-bf5f-0131a31b13e9 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/security-groups?id=e13231c8-ae1e-49f5-ad0e-3726c8c41a60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Jul 08 19:57:28.321022 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-dd810f2a-e455-49aa-be43-97f3be484e4e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 19:57:28.322686 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-dd810f2a-e455-49aa-be43-97f3be484e4e tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 946 time: 0.0891464 Jul 08 19:57:28.441385 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Deleting port b8d36e54-0ffe-41a1-a9d2-acc05443444e {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:28.441865 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:28.544487 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.db [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] For port b8d36e54-0ffe-41a1-a9d2-acc05443444e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b8d36e54-0ffe-41a1-a9d2-acc05443444e,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:28.544858 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:28.559419 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Calling delete_port for b8d36e54-0ffe-41a1-a9d2-acc05443444e owned by compute:nova {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:28.717900 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:28.753856 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'Port': ['ID=b8d36e54-0ffe-41a1-a9d2-acc05443444e,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:28.799860 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] No DVR routers for this DVR port b8d36e54-0ffe-41a1-a9d2-acc05443444e on host hv-cinder-79628 {{(pid=99694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:57:28.802563 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for port, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:28.804599 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [req-eb3b13fc-9744-40ef-8ab5-05d50ab68bce req-492d9ac2-3395-45ad-ac41-4dbcf7e40d73 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.91 "DELETE /v2.0/ports/b8d36e54-0ffe-41a1-a9d2-acc05443444e HTTP/1.1" status: 204 len: 173 time: 0.4749386 Jul 08 19:57:28.804963 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'name': 'network-vif-deleted', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e'}] {{(pid=99694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 19:57:28.807205 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536b7d392ff07c371748b989b8bf7d2500df4590be5d44d5950d54e095239f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3de468c-8ea6-462c-8b9d-62958894732e" -d '{"events": [{"server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "name": "network-vif-deleted", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e"}]}' {{(pid=99694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 19:57:28.863406 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 19:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c39a0-ad26-4c45-83b0-62d8098368f3 x-openstack-request-id: req-fe9c39a0-ad26-4c45-83b0-62d8098368f3 {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 19:57:28.863941 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3201d145-4f66-421f-997a-4d586243db4d", "name": "network-vif-deleted", "tag": "b8d36e54-0ffe-41a1-a9d2-acc05443444e", "status": "completed", "code": 200}]} {{(pid=99694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 19:57:28.863941 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe9c39a0-ad26-4c45-83b0-62d8098368f3 {{(pid=99694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 19:57:28.864338 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3201d145-4f66-421f-997a-4d586243db4d', 'name': 'network-vif-deleted', 'tag': 'b8d36e54-0ffe-41a1-a9d2-acc05443444e', 'status': 'completed', 'code': 200} Jul 08 19:57:29.503294 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [req-34f2135e-0d7c-4553-9e7b-fd57c6da6ff2 req-6414f0e7-35d7-43ed-a323-80037bbec9b5 tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "GET /v2.0/ports?device_id=3201d145-4f66-421f-997a-4d586243db4d HTTP/1.1" status: 200 len: 210 time: 0.0457444 Jul 08 19:57:30.609046 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50766) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:30.692002 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b8d36e54-0ffe-41a1-a9d2-acc05443444e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:30.712749 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] No Port match for: b8d36e54-0ffe-41a1-a9d2-acc05443444e {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:30.713084 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Device b8d36e54-0ffe-41a1-a9d2-acc05443444e not bound to the agent host hv-cinder-79628 {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:30.745001 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Deleting port 9ce5cc7a-e1fd-459b-8015-248ab5970398 {{(pid=99694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:30.745337 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:30.828690 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:30.829026 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:30.840460 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.plugins.ml2.plugin [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Calling delete_port for 9ce5cc7a-e1fd-459b-8015-248ab5970398 owned by network:floatingip {{(pid=99694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:30.994986 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25000173'] for port, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:31.040993 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'Port': ['ID=9ce5cc7a-e1fd-459b-8015-248ab5970398,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:31.120016 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for floatingip, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:31.122453 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82879'] for floatingip, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:31.123620 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-80f2fe65-a393-4ae0-9981-9da7b372468f tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "DELETE /v2.0/floatingips/c1c9d88a-6ace-4b4e-ba63-1b605651fbf6 HTTP/1.1" status: 204 len: 168 time: 0.5145237 Jul 08 19:57:32.435040 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50778) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:32.505773 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b699-bfea-46fc-b719-fd35127f277a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:32.547389 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b699-bfea-46fc-b719-fd35127f277a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:32.614877 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b699-bfea-46fc-b719-fd35127f277a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:32.617879 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b699-bfea-46fc-b719-fd35127f277a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:32.619170 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f4e1b699-bfea-46fc-b719-fd35127f277a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] 10.222.0.41 "DELETE /v2.0/security-groups/e13231c8-ae1e-49f5-ad0e-3726c8c41a60 HTTP/1.1" status: 204 len: 168 time: 0.1830993 Jul 08 19:57:32.634597 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1b699-bfea-46fc-b719-fd35127f277a tempest-TestVolumeBootPattern-584539947 tempest-TestVolumeBootPattern-584539947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13231c8-ae1e-49f5-ad0e-3726c8c41a60,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:32.697674 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50782) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:33.420564 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:33.692427 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Deleting port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:33.693444 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:33.791499 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] For port 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:33.791887 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:33.806486 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Calling delete_port for 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 owned by network:router_interface {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:34.003340 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:34.028704 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b61ec5-9ddd-44f1-9a35-293f3a4c78b0,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:34.225514 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:34.489134 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:57:34.606993 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:57:34.613487 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-74d049a5-87a1-4404-98d3-dafa9774ad39 admin admin] 10.222.0.41 "PUT /v2.0/routers/9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139259 Jul 08 19:57:34.616697 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50786) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:34.618315 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] Sync routers for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:57:34.629954 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:34.630603 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:34.778924 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:34.905783 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:34.910843 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:34.966522 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Deleting port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:34.967102 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.058098 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] For port 9db19fbd-ad79-451b-8a4f-9056d82d7f0c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:35.058399 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.071803 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Calling delete_port for 9db19fbd-ad79-451b-8a4f-9056d82d7f0c owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:35.133492 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:57:33Z', 'revision_number': 5, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port': {'id': '9db19fbd-ad79-451b-8a4f-9056d82d7f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:36Z', 'updated_at': '2021-07-08T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:35.175238 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] Checking router: 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 for host: dv-cinder-796286-16-iscsi {{(pid=99695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:57:35.189872 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] Routers {'9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:35.190587 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:08Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'], 'active': True} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:35.310303 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-7261c6f7-ba3b-424b-9b50-597ff933b84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.327949 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.332718 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvr_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] Set router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 gateway port host: None {{(pid=99695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:35.355356 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9db19fbd-ad79-451b-8a4f-9056d82d7f0c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:35.394538 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_hamode_db [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:57:34Z', 'revision_number': 6, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:35.436091 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.444195 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d7472e-a13f-4c9b-a293-1caeb5ef9356 None None] The sync data for ids ['9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5'] in dv-cinder-796286-16-iscsi is: [{'id': '9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5', 'name': 'tempest-TestVolumeBootPattern-1395093408-router', 'tenant_id': '42fe65bf56284811917e715839cdf053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:35Z', 'updated_at': '2021-07-08T19:57:34Z', 'revision_number': 6, 'project_id': '42fe65bf56284811917e715839cdf053', 'gw_port_host': None}] {{(pid=99695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:57:35.558934 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.561191 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.612374 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.613299 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:57:35.620659 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.622021 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-6433ca5e-db91-46cd-9c0c-452e9e701e9a admin admin] 10.222.0.41 "DELETE /v2.0/routers/9a1e2818-27ee-4d8b-88b5-07e23bd9c6d5 HTTP/1.1" status: 204 len: 168 time: 1.0043442 Jul 08 19:57:35.625157 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50788) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:35.680463 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Deleting subnet 7c21fb88-f0b4-40b3-b82e-d6c731c3957c {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:57:35.683672 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.724458 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.828031 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.908427 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.940149 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c21fb88-f0b4-40b3-b82e-d6c731c3957c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:35.943514 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:35.946829 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-82d9e38e-f86c-4252-b6a9-7069bd881eba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7c21fb88-f0b4-40b3-b82e-d6c731c3957c HTTP/1.1" status: 204 len: 168 time: 0.3176277 Jul 08 19:57:35.947857 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50790) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:35.963743 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7c06d-c7ce-4f57-8371-1e1429b25559 None None] Network 0294cb88-64ed-4088-b25b-4bd1f41db24a requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:57:36.047276 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.117454 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Deleting port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:36.118492 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.200462 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] For port 594d0d03-28fd-4baa-9e12-bfc33e8419f8, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=594d0d03-28fd-4baa-9e12-bfc33e8419f8,segment=NetworkSegment(31cbd280-a04a-44fb-bed8-b703001444c7),segment_id=31cbd280-a04a-44fb-bed8-b703001444c7)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:36.200861 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.220998 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Calling delete_port for 594d0d03-28fd-4baa-9e12-bfc33e8419f8 owned by network:dhcp {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:36.295625 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] DHCP port deletion for 0294cb88-64ed-4088-b25b-4bd1f41db24a request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:57:36.339119 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.358614 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Deleting port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:36.358987 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.376856 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=594d0d03-28fd-4baa-9e12-bfc33e8419f8,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:36.380449 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] No DVR routers for this DVR port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 on host dv-cinder-796286-16-iscsi {{(pid=99693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:57:36.435042 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] For port 594d0d03-28fd-4baa-9e12-bfc33e8419f8, host dv-cinder-796286-16-iscsi, got binding levels [] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:36.435355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.451497 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Calling delete_port for 594d0d03-28fd-4baa-9e12-bfc33e8419f8 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:36.455591 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.ipam_backend_mixin [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 was not found and therefore no delete operation was performed {{(pid=99695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 19:57:36.455912 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.457081 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.472567 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0294cb88-64ed-4088-b25b-4bd1f41db24a']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:36.487655 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cbd280-a04a-44fb-bed8-b703001444c7') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:36.488080 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cbd280-a04a-44fb-bed8-b703001444c7') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:36.493084 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Pushing event deleted for resources: {'Port': ['ID=594d0d03-28fd-4baa-9e12-bfc33e8419f8,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:36.497879 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] No DVR routers for this DVR port 594d0d03-28fd-4baa-9e12-bfc33e8419f8 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:57:36.506907 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.507102 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.507361 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.507694 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.508012 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.508355 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.508657 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.508981 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.509300 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.509644 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.509962 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.514407 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdf5e3-02fa-41de-a270-852ef180fb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-16-iscsi {{(pid=99695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 19:57:36.519004 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.538334 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.549362 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:57:36.549966 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:57:36.552581 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:57:36.622779 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.628801 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:36.631041 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0294cb88-64ed-4088-b25b-4bd1f41db24a HTTP/1.1" status: 204 len: 168 time: 0.6816123 Jul 08 19:57:36.635243 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50792) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:36.652786 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45871e41-9d43-4b90-ab61-d29c1060dea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0294cb88-64ed-4088-b25b-4bd1f41db24a,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:37.232053 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:37.258610 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:37.258952 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 26b61ec5-9ddd-44f1-9a35-293f3a4c78b0 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:37.259377 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 9db19fbd-ad79-451b-8a4f-9056d82d7f0c no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:37.279247 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 9db19fbd-ad79-451b-8a4f-9056d82d7f0c {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:37.279613 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 9db19fbd-ad79-451b-8a4f-9056d82d7f0c not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:37.280002 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 594d0d03-28fd-4baa-9e12-bfc33e8419f8 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:37.300280 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 594d0d03-28fd-4baa-9e12-bfc33e8419f8 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:37.300627 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 594d0d03-28fd-4baa-9e12-bfc33e8419f8 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:37.357368 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33122596'] for router_interface, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:37.659095 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Deleting port f15147c3-efe1-4cc1-a720-2286690c1c01 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:37.659436 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:37.752144 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] For port f15147c3-efe1-4cc1-a720-2286690c1c01, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=f15147c3-efe1-4cc1-a720-2286690c1c01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:37.752525 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:37.768743 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Calling delete_port for f15147c3-efe1-4cc1-a720-2286690c1c01 owned by network:router_interface {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:37.962443 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.006666 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15147c3-efe1-4cc1-a720-2286690c1c01,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:38.174390 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-369f7d19-13c9-4c6f-9e3b-2749779c65c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.238936 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33056462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33122786'] for router_interface, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.317167 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.492870 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Router 2684f3bf-7064-4d93-a08c-0c64def379d0 has already been hosted by L3 agent 18eba8da-70ce-4c5f-9a7c-a196718053a7 {{(pid=99693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 19:57:38.607499 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] Notify agent at l3_agent.dv-cinder-796286-16-iscsi the message routers_updated {{(pid=99693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 19:57:38.615125 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-986b1c70-141e-4228-9a52-3a2a28556e35 admin admin] 10.222.0.41 "PUT /v2.0/routers/2684f3bf-7064-4d93-a08c-0c64def379d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775693 Jul 08 19:57:38.616745 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50794) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:38.619480 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] Sync routers for ids ['2684f3bf-7064-4d93-a08c-0c64def379d0'] in dv-cinder-796286-16-iscsi {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 19:57:38.632458 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] Routers {'2684f3bf-7064-4d93-a08c-0c64def379d0'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:38.633079 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['2684f3bf-7064-4d93-a08c-0c64def379d0'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:38.740303 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks [] for router, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.748628 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] Set router 2684f3bf-7064-4d93-a08c-0c64def379d0 gateway port host: dv-cinder-796286-16-iscsi {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:38.858073 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.929749 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Deleting port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:38.930234 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:38.948365 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'external_fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:57:37Z', 'revision_number': 5, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port': {'id': 'db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c', 'name': '', 'network_id': 'f43a7b44-de9f-4593-bdd1-1da90da9280b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:64:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a034984d-a619-40aa-98ac-1ac61befb2c3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-16-iscsi'}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:38.982147 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] Checking router: 2684f3bf-7064-4d93-a08c-0c64def379d0 for host: dv-cinder-796286-16-iscsi {{(pid=99696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 19:57:38.996024 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] Routers {'2684f3bf-7064-4d93-a08c-0c64def379d0'} bound to L3 agent in host dv-cinder-796286-16-iscsi {{(pid=99696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 19:57:38.996824 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T19:34:08Z,description=,heartbeat_timestamp=2021-07-08T19:57:38Z,host='dv-cinder-796286-16-iscsi',id=18eba8da-70ce-4c5f-9a7c-a196718053a7,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T19:34:08Z,topic='l3_agent')) {'router_ids': ['2684f3bf-7064-4d93-a08c-0c64def379d0'], 'active': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:39.012483 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.057745 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] For port db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,segment=NetworkSegment(64a3083d-2e8e-469d-828f-a11e7a6151f8),segment_id=64a3083d-2e8e-469d-828f-a11e7a6151f8)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:39.058851 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.079068 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Calling delete_port for db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c owned by network:router_gateway {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:39.120141 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvr_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] Set router 2684f3bf-7064-4d93-a08c-0c64def379d0 gateway port host: None {{(pid=99696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 19:57:39.202468 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.l3_hamode_db [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:57:38Z', 'revision_number': 6, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port_host': None}], 'dv-cinder-796286-16-iscsi', False) {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:39.247874 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327a62b-8623-4578-aa75-8a9abb8bcfc2 None None] The sync data for ids ['2684f3bf-7064-4d93-a08c-0c64def379d0'] in dv-cinder-796286-16-iscsi is: [{'id': '2684f3bf-7064-4d93-a08c-0c64def379d0', 'name': 'tempest-TestVolumeBootPattern-2142148728-router', 'tenant_id': 'e5fe87b7254049599842488cf44de7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T19:50:40Z', 'updated_at': '2021-07-08T19:57:38Z', 'revision_number': 6, 'project_id': 'e5fe87b7254049599842488cf44de7fb', 'gw_port_host': None}] {{(pid=99696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 19:57:39.331934 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.369332 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:39.445986 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33189353'] for router_gateway, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.551661 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33126461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30246'] for router, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.553796 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.606262 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33113229'] for router, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.606914 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2684f3bf-7064-4d93-a08c-0c64def379d0 {{(pid=99693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 19:57:39.614085 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] Notify callbacks [] for router, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.615434 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-4ca48a07-3390-46f1-a784-3fcbdf1b0d51 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2684f3bf-7064-4d93-a08c-0c64def379d0 HTTP/1.1" status: 204 len: 168 time: 0.9971776 Jul 08 19:57:39.617930 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50796) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:39.677772 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Deleting subnet 98846035-68b1-4af8-b64f-7a2ac0f741b1 {{(pid=99693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 19:57:39.683665 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.739087 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29485782'] for subnet, precommit_delete_associations {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.832418 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759369'] for subnet, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.890762 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29405239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29416985'] for subnet, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.916960 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98846035-68b1-4af8-b64f-7a2ac0f741b1,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:39.923695 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:39.927354 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-b2bb93c7-ac8b-433a-9567-cb67cee6eb50 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/98846035-68b1-4af8-b64f-7a2ac0f741b1 HTTP/1.1" status: 204 len: 168 time: 0.3069372 Jul 08 19:57:39.929172 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50798) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:39.931870 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a7cfcf-76e2-4167-afca-b3c268a430e2 None None] Network b964b761-9372-4e33-abb2-b4b60d0584df requested from dv-cinder-796286-16-iscsi {{(pid=99695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 19:57:40.031548 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32784938'] for network, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.110504 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Deleting port 6550e49f-196b-4d8c-845d-536d7d5ceb01 {{(pid=99693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:40.111317 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.180239 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] DHCP port deletion for b964b761-9372-4e33-abb2-b4b60d0584df request from dv-cinder-796286-16-iscsi {{(pid=99695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 19:57:40.202771 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.db [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] For port 6550e49f-196b-4d8c-845d-536d7d5ceb01, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6550e49f-196b-4d8c-845d-536d7d5ceb01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:40.203145 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.216742 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Calling delete_port for 6550e49f-196b-4d8c-845d-536d7d5ceb01 owned by network:dhcp {{(pid=99693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:40.248928 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] Deleting port 6550e49f-196b-4d8c-845d-536d7d5ceb01 {{(pid=99695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 19:57:40.249423 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748294879443'] for port, before_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.335452 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29405309'] for port, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.349780 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.db [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] For port 6550e49f-196b-4d8c-845d-536d7d5ceb01, host dv-cinder-796286-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-16-iscsi',level=0,port_id=6550e49f-196b-4d8c-845d-536d7d5ceb01,segment=NetworkSegment(f716eab0-1db7-4db7-96b1-01353df2318f),segment_id=f716eab0-1db7-4db7-96b1-01353df2318f)] {{(pid=99695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 19:57:40.350399 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33123108'] for port, precommit_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.372420 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] Calling delete_port for 6550e49f-196b-4d8c-845d-536d7d5ceb01 owned by network:dhcp {{(pid=99695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 19:57:40.384070 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Pushing event deleted for resources: {'Port': ['ID=6550e49f-196b-4d8c-845d-536d7d5ceb01,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:40.386920 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] No DVR routers for this DVR port 6550e49f-196b-4d8c-845d-536d7d5ceb01 on host dv-cinder-796286-16-iscsi {{(pid=99693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:57:40.468763 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33056440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748294887181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748294385372'] for port, after_delete {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.480407 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-761842', 'neutron.services.segments.db._delete_segments_for_network-8748294913365'] for network, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.491770 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b964b761-9372-4e33-abb2-b4b60d0584df']}} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:40.497645 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] Pushing event deleted for resources: {'Port': ['ID=6550e49f-196b-4d8c-845d-536d7d5ceb01,revision_number=None']} {{(pid=99695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:40.505647 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f716eab0-1db7-4db7-96b1-01353df2318f') {'for_net_delete': True} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:40.506131 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.services.segments.db [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f716eab0-1db7-4db7-96b1-01353df2318f') {} {{(pid=99693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 19:57:40.507327 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebe2d1-164e-4499-af6f-71eb6beef962 None None] No DVR routers for this DVR port 6550e49f-196b-4d8c-845d-536d7d5ceb01 on host dv-cinder-796286-16-iscsi {{(pid=99695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 19:57:40.530060 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748294711089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29485791'] for segment, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.546107 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974'] for segment, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.552793 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=99693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 19:57:40.553394 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29405328'] for segment, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: Traceback (most recent call last): Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: timer() Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: cb(*args, **kw) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: return func(*args, **kwargs) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: self._notify() Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: self.callback(batched_events) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: event.method(event) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: return f(self, *a, **k) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._get(url).json() Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: return self.request(url, 'GET', **kwargs) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 19:57:40.555346 dv-cinder-796286-16-iscsi neutron-server[99693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 19:57:40.615072 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-761803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33056439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33189261'] for network, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.622803 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33056426'] for network, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.626789 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b964b761-9372-4e33-abb2-b4b60d0584df HTTP/1.1" status: 204 len: 168 time: 0.6952295 Jul 08 19:57:40.639954 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea936a-bee0-4fa8-9d6b-beb9f8bad61f admin admin] Pushing event deleted for resources: {'Network': ['ID=b964b761-9372-4e33-abb2-b4b60d0584df,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:40.757858 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50802) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:40.804979 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-32d57690-6364-48dd-b85d-8ae396048ad6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42fe65bf56284811917e715839cdf053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457606 Jul 08 19:57:40.807353 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50804) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:40.869179 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42a926d0-7b7f-4a2f-9e5b-77b8fc05f8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.894754 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.906454 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42a926d0-7b7f-4a2f-9e5b-77b8fc05f8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.978496 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42a926d0-7b7f-4a2f-9e5b-77b8fc05f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.981186 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron_lib.callbacks.manager [None req-42a926d0-7b7f-4a2f-9e5b-77b8fc05f8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:40.982446 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-42a926d0-7b7f-4a2f-9e5b-77b8fc05f8d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/457aa92f-c210-40db-b8c8-f510a3731ed9 HTTP/1.1" status: 204 len: 168 time: 0.1734481 Jul 08 19:57:40.995522 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a926d0-7b7f-4a2f-9e5b-77b8fc05f8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457aa92f-c210-40db-b8c8-f510a3731ed9,revision_number=None']} {{(pid=99693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:41.215582 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device f15147c3-efe1-4cc1-a720-2286690c1c01 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:41.244922 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: f15147c3-efe1-4cc1-a720-2286690c1c01 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:41.245415 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device f15147c3-efe1-4cc1-a720-2286690c1c01 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:41.246123 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6550e49f-196b-4d8c-845d-536d7d5ceb01 no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:41.266947 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: 6550e49f-196b-4d8c-845d-536d7d5ceb01 {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:41.267291 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device 6550e49f-196b-4d8c-845d-536d7d5ceb01 not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:41.267702 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c no longer exists at agent ovs-agent-dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 19:57:41.286689 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.plugin [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] No Port match for: db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c {{(pid=99695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 19:57:41.287062 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron.plugins.ml2.rpc [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Device db5fc9fc-ddca-4a63-ae36-2fc3f85d9f0c not bound to the agent host dv-cinder-796286-16-iscsi {{(pid=99695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 19:57:41.383945 dv-cinder-796286-16-iscsi neutron-server[99693]: DEBUG neutron.wsgi [-] (99693) accepted ('10.222.0.41', 50810) {{(pid=99693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:41.427496 dv-cinder-796286-16-iscsi neutron-server[99693]: INFO neutron.wsgi [None req-d69fef20-ba81-422b-bafc-01a2070669b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5fe87b7254049599842488cf44de7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422297 Jul 08 19:57:41.431129 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [-] (99694) accepted ('10.222.0.41', 50812) {{(pid=99694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 19:57:41.493007 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-788f468a-219d-4a20-951b-97eda3de1a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:41.518344 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-788f468a-219d-4a20-951b-97eda3de1a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:41.584460 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-788f468a-219d-4a20-951b-97eda3de1a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33227898'] for security_group, after_delete {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:41.587382 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron_lib.callbacks.manager [None req-788f468a-219d-4a20-951b-97eda3de1a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:41.588764 dv-cinder-796286-16-iscsi neutron-server[99694]: INFO neutron.wsgi [None req-788f468a-219d-4a20-951b-97eda3de1a7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9086c884-b3d4-4ea3-93c4-17c201c10cb2 HTTP/1.1" status: 204 len: 168 time: 0.1566455 Jul 08 19:57:41.599049 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f468a-219d-4a20-951b-97eda3de1a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9086c884-b3d4-4ea3-93c4-17c201c10cb2,revision_number=None']} {{(pid=99694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 19:57:44.959891 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:57:56.798306 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:58:05.284369 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3af13ab6-462d-4901-849f-279bee0f7518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:08.166180 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f0eb5777-127c-4623-84d6-f58aa9ef1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:08.322864 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:09.016375 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:10.893185 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:11.101122 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-ae60df22-3179-4077-808c-7f54ed26566c req-b311c1d0-8f54-42ab-b689-2b9e762308a8 service neutron] (99694) timed out ('10.222.0.91', 60739) {{(pid=99694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:58:14.960654 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:33.800912 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:58:34.799969 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-a22a337a-e6f2-4443-8300-054cced00c01 req-3bc04561-4b0e-43c2-8852-b4924df55ae1 service neutron] (99694) timed out ('10.222.0.91', 60722) {{(pid=99694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 19:58:35.285300 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-79db1115-3978-4154-8535-f9b0c54ef0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:38.173237 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-93f1917f-fc83-4787-a5c8-1a187aebe436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:38.316160 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:39.013891 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:40.895319 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:58:44.983748 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:05.286446 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-51e53a25-54e5-4215-99be-78e7edc26f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:08.166396 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2b85216c-fa90-4603-af09-ad355e4c4c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:08.317533 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:09.017158 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:10.800860 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:59:10.898158 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:14.973259 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:35.287158 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-074b5825-38fb-421d-94a6-41ed64ce8b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:38.168619 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f5e49c1a-fd7e-4f11-a643-fabb44af444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:38.319195 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:39.020290 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:40.899491 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:44.991522 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 19:59:47.801869 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 19:59:48.546734 dv-cinder-796286-16-iscsi neutron-server[99694]: DEBUG neutron.wsgi [req-bb6db79f-c575-4a5b-9ace-48e611be704c req-04de3cbd-8f86-43ba-96ec-1811f2016dbc service neutron] (99694) timed out ('10.222.0.41', 44378) {{(pid=99694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 20:00:05.289306 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8fee-a930-47c9-b8bb-5306bf4acd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:08.170247 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-1908906e-f36b-4ae1-9488-9d8dff0051c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:08.323192 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:09.027668 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:10.904105 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:15.007679 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:24.801128 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:00:35.292585 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-27d1e365-3eb9-44fa-aea1-bd641fad8b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:38.172041 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8875dbdd-2b97-420d-94e5-15b282495488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:38.324509 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:39.027599 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:40.909284 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:00:45.005214 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:01.800657 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:01:05.295236 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3022eaab-15dd-4ad9-b7a4-b56f696bd44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:08.171594 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-868ea119-6404-49b4-b3cf-4ff3671f69a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:08.327562 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:09.029637 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:10.908184 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:15.013533 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:35.300238 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-be7b5fe6-aa69-4f95-aecb-0d81345e0ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:38.171893 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-d64dfca4-2a22-4c51-a36d-be06e98dd222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:38.335510 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:38.800310 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:01:39.034439 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:40.911782 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:01:45.039379 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:05.301462 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-b015f038-5e1b-4d16-be2a-fede8f314cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:08.172672 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-9ceb5331-74d5-4f90-97d0-1d59206668bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:08.329376 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:09.036140 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:10.916340 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:15.041461 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:15.800454 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 20:02:35.304577 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-f87d065e-5a1c-4974-8140-a3bfd6b6abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:38.174078 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-c535261e-c1a3-4806-9ddd-4f728a5a8bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:38.330308 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-29605cd2-a9bd-4746-a063-64acb4ac01ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:39.041491 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-256ef5d5-93f8-4821-a618-33270413cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:40.923472 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-8cb094e0-4093-44a8-bd26-3948ffa13f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:45.045677 dv-cinder-796286-16-iscsi neutron-server[99695]: DEBUG neutron_lib.callbacks.manager [None req-3466220d-ec9a-48f3-b89a-e644cb1582e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748294913347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746632'] for agent, after_update {{(pid=99695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 20:02:52.800184 dv-cinder-796286-16-iscsi neutron-server[99696]: DEBUG neutron.db.agents_db [None req-e780e952-592e-4fd2-9b9c-5aaa585ae3a4 None None] Agent healthcheck: found 6 active agents {{(pid=99696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}